# Travod.com Robots.txt
# AI-Optimized Configuration
# Last Updated: 2025-09-02


# OpenAI (ChatGPT, GPT-4, SearchGPT)
User-agent: GPTBot
Allow: /
Crawl-delay: 1
Disallow: /craft-admin/
Disallow: /craft-admin/login


# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Crawl-delay: 1
Disallow: /craft-admin/
Disallow: /craft-admin/login


User-agent: anthropic-ai
Allow: /
Crawl-delay: 1
Disallow: /craft-admin/
Disallow: /craft-admin/login


# Perplexity AI
User-agent: PerplexityBot
Allow: /
Crawl-delay: 1
Disallow: /craft-admin/
Disallow: /craft-admin/login


# Google Extended (Bard/Gemini)
User-agent: Google-Extended
Allow: /
Crawl-delay: 1
Disallow: /craft-admin/
Disallow: /craft-admin/login


# Meta AI (Llama)
User-agent: Meta-ExternalAgent
Allow: /
Crawl-delay: 1
Disallow: /craft-admin/
Disallow: /craft-admin/login


User-agent: Meta-ExternalFetcher
Allow: /
Crawl-delay: 1
Disallow: /craft-admin/


# Microsoft Bing AI (Copilot)
User-agent: BingBot
Allow: /
Crawl-delay: 1
Disallow: /craft-admin/


# Google Search
User-agent: Googlebot
Allow: /
Disallow: /craft-admin/
Disallow: /craft-admin/login


# Bing Search
User-agent: Bingbot
Allow: /
Disallow: /craft-admin/


# Common Crawl (AI Training)
User-agent: CCBot
Allow: /
Crawl-delay: 2
Disallow: /craft-admin/

# Sitemaps
sitemap: https://travod.com/sitemaps-1-sitemap.xml
sitemap: https://travod.com/de/sitemaps-1-sitemap.xml
sitemap: https://travod.com/fr/sitemaps-1-sitemap.xml
sitemap: https://travod.com/it/sitemaps-1-sitemap.xml
sitemap: https://travod.com/es/sitemaps-1-sitemap.xml
sitemap: https://travod.com/cn/sitemaps-1-sitemap.xml

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/
Allow: /
Disallow: /craft-admin/
Disallow: /craft-admin/login
Disallow: /xmlrpc.php
Disallow: /?s=