# Toyo.ai robots.txt

# Default: allow all crawlers
User-agent: *
Allow: /
Disallow: /brief
Content-Signal: ai-train=no, search=yes, ai-input=yes

# AI / LLM Crawlers
# Explicitly allow AI crawlers for LLM SEO

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-AI
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Common Crawl (used for AI training)
User-agent: CCBot
Allow: /

# Microsoft/Bing AI
User-agent: Bingbot
Allow: /

# Ahrefs (SEO crawler + Site Audit)
User-agent: AhrefsBot
Allow: /

User-agent: AhrefsSiteAudit
Allow: /

Sitemap: https://toyo.ai/sitemap.xml