# robots.txt for Gyorgy Tibor Portfolio User-agent: * Allow: / # Sitemap Sitemap: https://codetibo.com/sitemap.xml # Crawl-delay (optional, uncomment if needed) # Crawl-delay: 10 # Disallow admin/private directories Disallow: /api/ Disallow: /_next/static/css/ Disallow: /_next/image/ # Googlebot specific rules User-agent: Googlebot Allow: / Disallow: /api/ # Bingbot specific rules User-agent: Bingbot Allow: / Disallow: /api/ # Twitter bot User-agent: Twitterbot Allow: / # Facebook bot User-agent: Facebookbot Allow: / # LinkedIn bot User-agent: LinkedInBot Allow: / # Pinterest bot User-agent: Pinterestbot Allow: / # Discord bot User-agent: Discordbot Allow: / # Telegram bot User-agent: TelegramBot Allow: / # Apple bot User-agent: Applebot Allow: / # DuckDuckGo bot User-agent: DuckDuckBot Allow: / # Yandex bot User-agent: Yandex Allow: / Disallow: /api/ # Host directive Host: https://codetibo.com