User-Agent: *
Allow: /
Disallow: /api/ai-insights
Disallow: /api/generate-insights
Disallow: /market/*/insights
Disallow: /admin/
Disallow: /fragments/

User-Agent: ChatGPT-User
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Claude-SearchBot
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: Google-Extended
Allow: /

Sitemap: https://www.predictionhunt.com/sitemap.xml
Sitemap: https://www.predictionhunt.com/sitemap-odds-active.xml
Sitemap: https://www.predictionhunt.com/sitemap-odds-archive.xml