# Generated from website/src/data/seo.ts. Edit the list there, not this file.

User-agent: *
Allow: /

# Assistant, answer-engine and AI-search crawlers, permitted by name. Being cited by
# them is the point; the catch-all above already allows anything unlisted.
# ai-training (verified 2026-09-06 against https://developers.openai.com/api/docs/bots)
User-agent: GPTBot
Allow: /

# ai-search (verified 2026-09-06 against https://developers.openai.com/api/docs/bots)
User-agent: OAI-SearchBot
Allow: /

# ai-assistant (verified 2026-09-06 against https://developers.openai.com/api/docs/bots)
User-agent: ChatGPT-User
Allow: /

# ai-training (verified 2026-09-06 against https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler)
User-agent: ClaudeBot
Allow: /

# ai-search (verified 2026-09-06 against https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler)
User-agent: Claude-SearchBot
Allow: /

# ai-assistant (verified 2026-09-06 against https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler)
User-agent: Claude-User
Allow: /

# ai-search (verified 2026-09-06 against https://docs.perplexity.ai/guides/bots)
User-agent: PerplexityBot
Allow: /

# ai-assistant (verified 2026-09-06 against https://docs.perplexity.ai/guides/bots)
User-agent: Perplexity-User
Allow: /

# ai-training (verified 2026-09-06 against https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers)
User-agent: Google-Extended
Allow: /

# ai-training (verified 2026-09-06 against https://support.apple.com/en-us/119829)
User-agent: Applebot-Extended
Allow: /

Sitemap: https://foxauth.dev/sitemap-index.xml
# Machine-readable index of every page: https://foxauth.dev/llms.txt
# Full text of the site: https://foxauth.dev/llms-full.txt