# robots.txt for https://www.vanherwerden.nl/

sitemap: https://www.vanherwerden.nl/sitemaps-2-sitemap.xml

    # live - don't allow web crawlers to index cpresources/ or vendor/

    User-agent: *
    Disallow: /cpresources/
    Disallow: /vendor/
    Disallow: /.env
    Disallow: /cache/


# ChatGPT bot
User-agent: GPTBot
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/

# Google Bard and Vertex AI bots
User-agent: Google-Extended
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/

# Perplexity bot
User-agent: PerplexityBot
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/