# https://boldleap.co/robots.txt
# Search engines and AI answer engines are welcome. Training-only crawlers are not.
# Google-Extended is not blocked, so Gemini can ground answers in and cite these pages.

User-agent: *
Content-signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /recommends/
Disallow: /go/

# AI training crawlers and training opt-out tokens
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: cohere-training-data-crawler
User-agent: Diffbot
User-agent: AI2Bot
User-agent: Timpibot
User-agent: ImagesiftBot
User-agent: PanguBot
User-agent: Applebot-Extended
Disallow: /

Sitemap: https://boldleap.co/sitemap-index.xml