# Google search index and AI Overviews surfacing
User-agent: Googlebot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Bing search index and Microsoft Copilot
User-agent: bingbot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# ChatGPT search results
User-agent: OAI-SearchBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# ChatGPT user-initiated fetches
User-agent: ChatGPT-User
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# OpenAI training crawler
User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Claude search results
User-agent: Claude-SearchBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Claude user-initiated fetches
User-agent: Claude-User
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Anthropic crawler
User-agent: ClaudeBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Legacy Anthropic user agent
User-agent: anthropic-ai
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Perplexity index
User-agent: PerplexityBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Perplexity user-initiated fetches
User-agent: Perplexity-User
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Gemini training opt-in token
User-agent: Google-Extended
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Google research and product crawls
User-agent: GoogleOther
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Siri and Spotlight
User-agent: Applebot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Apple Intelligence training opt-in token
User-agent: Applebot-Extended
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Common Crawl powering open LLMs
User-agent: CCBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login

# Default for unrecognized crawlers
User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /auth
Disallow: /login



Sitemap: https://nativesource.ai/sitemap.xml