# Cabinet Bazaar — robots.txt
# AI / LLM summary file: https://cabinetbazaar.com/llms.txt

User-agent: *
Allow: /

# Cloudflare Email Obfuscation rewrites every mailto: into a relative
# "cdn-cgi/l/email-protection" link, so crawlers resolve one against EVERY page
# and each one returns 404. Block that path only — /cdn-cgi/scripts/ stays
# crawlable so Google can still render the decoded address.
Disallow: /cdn-cgi/l/

# Internal engineering/ops files — never for indexing (also 301'd in _redirects
# and excluded from the deploy bundle via .assetsignore).
Disallow: /tools/
Disallow: /tests/
Disallow: /ads/
Disallow: /.claude/
Disallow: /CLAUDE.md

# AI answer engines & training crawlers are explicitly welcome.
# (2026-08-21 audit) Per the robots spec a crawler obeys ONLY its own group —
# a named group with just "Allow: /" made these bots IGNORE the Disallow list
# above. One combined group carries the same disallows for all of them.
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /
Disallow: /cdn-cgi/l/
Disallow: /tools/
Disallow: /tests/
Disallow: /ads/
Disallow: /.claude/
Disallow: /CLAUDE.md

Sitemap: https://cabinetbazaar.com/sitemap.xml