# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://caj.org.uk/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# Block OpenAI Training (ChatGPT)
User-agent: GPTBot
Disallow: /

# Block OpenAI Real-Time Browsing/Web Search
User-agent: ChatGPT-User
Disallow: /

# Block Google AI Training (Gemini/Vertex)
User-agent: Google-Extended
Disallow: /

# Block Anthropic Training (Claude)
User-agent: ClaudeBot
Disallow: /

# Block Meta AI Training (Llama)
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /

# Block Apple AI Training
User-agent: Applebot-Extended
Disallow: /

# Block Common Crawl (Used by many open-source AI models)
User-agent: CCBot
Disallow: /

# Block Perplexity AI
User-agent: PerplexityBot
Disallow: /