# Robots.txt for blancodagoat.dev
# https://blancodagoat.dev/

# Traditional search crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# AI answer-engine crawlers (explicit allow — default is allow, documented for clarity)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Amzn-SearchBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

# Documented block — Bytespider often ignores robots.txt; enforce at edge if needed.
User-agent: Bytespider
Disallow: /

User-agent: *
Allow: /

# Disallow internal/utility paths
Disallow: /.claude/
Disallow: /tools/
Disallow: /scripts/
Disallow: /for-sale/
Disallow: /gallery-admin/

# Sitemap
Sitemap: https://blancodagoat.dev/sitemap.xml