# NOTE: Cloudflare auto-prepends a "Managed Content" block to this file at
# request time. That block currently has `Disallow: /` rules for several AI
# crawlers (GPTBot, ClaudeBot, CCBot, Google-Extended, etc.) which directly
# contradict the `Allow: /` rules below. Most parsers (Google included) use
# the *last matching* group per user-agent, so the explicit allows below win
# for that family of crawlers — but other parsers may use first-match,
# producing inconsistent behaviour. To make this unambiguous, disable the
# managed `robots.txt` injection in Cloudflare dashboard:
#   Bots → Configure Super Bot Fight Mode (or AI Crawler Control / Robots.txt)
#   → turn off "Managed robots.txt" / "AI bot blocking" for this zone.

User-agent: *
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: YouBot
Allow: /

Sitemap: https://breakground.io/sitemap-index.xml