# Regular web crawlers and search engines: allowed
User-agent: *
Allow: /

# AI *training* crawlers: disallowed here. Most are also blocked at the Cloudflare
# edge; Google-Extended and Applebot-Extended are robots.txt-only control tokens
# that cannot be edge-enforced. AI search and agent crawlers are intentionally allowed.
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

Sitemap: https://shanechalupa.com/sitemap.xml