# See docs/FINAL-SEO-CHECKLIST.md Фаза 1 — explicit Allow for AI crawlers.
# Note: robots.txt does NOT override a Cloudflare WAF block — separately verify
# with `curl -A "GPTBot/1.0" -I https://syntaxcue.com/` returns 200, not 403
# (see docs/WEBSITE-BUILD-PLAN.md / Шаг 0 in FINAL-SEO-CHECKLIST.md).

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: *
Allow: /

Sitemap: https://syntaxcue.com/sitemap-index.xml