# Silicon Valley Atlas. Agents: https://svatlas.io/llms.txt
# Content Signals (https://contentsignals.org): search, answers, and training
# are all permitted, matching the open access below. A crawler obeys only its
# own group, so every group repeats the signal.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Search and answer engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: DuckAssistBot
User-agent: Applebot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Model training crawlers
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Link previews
User-agent: Twitterbot
User-agent: facebookexternalhit
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Sitemap: https://svatlas.io/sitemap.xml