# CarWhere robots.txt
#
# Content signals (per proposed robots.txt Content-Signal spec):
# search=yes  — index our content and show it in search results
# ai-input=yes — use our content for RAG, grounding, and real-time AI answers
# ai-train=no  — do NOT use our content for model training or fine-tuning

User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Allow: /api/og/
Allow: /api/public/openapi.json
Allow: /api/public/pricing/
Allow: /api/public/vin/
Allow: /api/market-data
Allow: /api/recalls
Allow: /api/vin-insights/
Allow: /api/mcp
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /dashboard/
Disallow: /private/
Disallow: /prices/
Disallow: /*.json$
Disallow: /shop/listing/
Disallow: /shop/saved
Disallow: /shop/searches
Disallow: /shop?
Disallow: /shop/*?

# AI crawlers: welcome to index and cite our data
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Anthropic-ai
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: Google-Extended
User-agent: Googlebot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /api/public/openapi.json
Allow: /api/public/pricing/
Allow: /api/public/vin/
Allow: /api/market-data
Allow: /api/recalls
Allow: /api/vin-insights/
Allow: /api/mcp
Allow: /.well-known/
Disallow: /api/
Disallow: /dashboard/
Disallow: /private/
Disallow: /auth/
Disallow: /shop/listing/
Disallow: /shop/saved
Disallow: /shop/searches
Disallow: /shop?
Disallow: /shop/*?

# Block known training-only scrapers
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

Sitemap: https://www.carwhere.com/sitemap.xml