# robots.txt for https://www.toverland.com/

sitemap: https://www.toverland.com/sitemaps-1-sitemap.xml
sitemap: https://www.toverland.com/de/sitemaps-1-sitemap.xml
sitemap: https://www.toverland.com/fr/sitemaps-1-sitemap.xml
sitemap: https://www.toverland.com/en/sitemaps-1-sitemap.xml

    # live - don't allow web crawlers to index cpresources/ or vendor/

    User-agent: *
    Disallow: /cpresources/
    Disallow: /vendor/
    Disallow: /.env
    Disallow: /cache/
    Disallow: /*?transformId=


# Disallow ChatGPT bot, as there's no benefit to allowing it to index your site
User-agent: GPTBot
Disallow: /

# Disallow Serpstat bot, as there's no benefit to allowing it to index your site
User-agent: Serpstatbot
Disallow: /

# Disallow Google Bard and Vertex AI bots, as there's no benefit to allowing it to index your site
User-agent: Google-Extended
Disallow: /

# Disallow Perplexity bot, as there's no benefit to allowing it to index your site
User-agent: PerplexityBot
Disallow: /

# LLM guidance
# https://www.toverland.com/llms.txt