# Synero robots.txt
# See https://developers.cloudflare.com/ai-crawl-control/features/content-signals/
# for the content-signal directive syntax.

# Default policy for all user agents.
User-Agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /app/
Disallow: /api/

# OpenAI: search indexing + user-initiated ChatGPT fetches allowed; training off.
User-Agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /app/
Disallow: /api/

User-Agent: OAI-SearchBot
Allow: /
Disallow: /app/
Disallow: /api/

User-Agent: ChatGPT-User
Allow: /
Disallow: /app/
Disallow: /api/

# Anthropic: Claude search + user-initiated fetches allowed; training off.
User-Agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /app/
Disallow: /api/

User-Agent: Claude-SearchBot
Allow: /
Disallow: /app/
Disallow: /api/

User-Agent: Claude-User
Allow: /
Disallow: /app/
Disallow: /api/

User-Agent: anthropic-ai
Allow: /
Disallow: /app/
Disallow: /api/

# Google (Gemini training corpus opt-in is separate from Googlebot).
User-Agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /app/
Disallow: /api/

# Perplexity.
User-Agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /app/
Disallow: /api/

User-Agent: Perplexity-User
Allow: /
Disallow: /app/
Disallow: /api/

# Apple Intelligence.
User-Agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /app/
Disallow: /api/

# Meta AI.
User-Agent: Meta-ExternalAgent
Allow: /
Disallow: /app/
Disallow: /api/

User-Agent: Meta-ExternalFetcher
Allow: /
Disallow: /app/
Disallow: /api/

# Common Crawl (feeds many public model training sets).
User-Agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /app/
Disallow: /api/

# ByteDance.
User-Agent: Bytespider
Allow: /
Disallow: /app/
Disallow: /api/

# Cohere.
User-Agent: cohere-ai
Allow: /
Disallow: /app/
Disallow: /api/

User-Agent: cohere-training-data-crawler
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /app/
Disallow: /api/

# Amazon.
User-Agent: Amazonbot
Allow: /
Disallow: /app/
Disallow: /api/

# xAI.
User-Agent: xAI-Bot
Allow: /
Disallow: /app/
Disallow: /api/

Sitemap: https://synero.ai/sitemap.xml