# robots.txt for www.bitrefill.com

# Default — allow all crawlers full access
User-agent: *
Allow: /
Disallow:
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Content-Usage: train-ai=y, search=y

# AI crawlers — block edge-case URLs (templated params, redundant locale, legacy paths)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Grok
User-agent: Grok-User
Disallow: /*source=ldjson
Disallow: /buy/
Disallow: /*/*/*?hl=
Allow: /refill/
Allow: /send-recharge/
Allow: /esims/free-
Content-Signal: search=yes, ai-train=yes, ai-input=yes
Content-Usage: train-ai=y, search=y

Sitemap: https://www.bitrefill.com/sitemap.xml