User-agent: *
Allow: /
Allow: /world-cup/brief
Allow: /world-cup/matchday
Allow: /market/
Allow: /odds/
Allow: /compare
Allow: /outcomes
Allow: /polymarket-vs-kalshi
Allow: /opportunities/
Allow: /edge
Allow: /strategies
Allow: /research-desk
Allow: /research-desk/feed.xml
Allow: /investment-insights
Allow: /paper-trades
Allow: /backtest
Allow: /leaderboard
Allow: /survey/*/results
Allow: /partners

Allow: /api/v1/
Allow: /api/openapi.json
Allow: /.well-known/
Disallow: /api/sync-markets
Disallow: /api/surveys/
Disallow: /api/newsletter
Disallow: /api/quickvote/
Disallow: /api/internal/
Disallow: /auth/
Disallow: /go/
Disallow: /insight/
Disallow: /internal/
Disallow: /set-username

Sitemap: https://voxodds.com/sitemap.xml

# Search and AI answer crawlers welcome
User-agent: Googlebot
Allow: /
Disallow: /go/

User-agent: Bingbot
Allow: /
Disallow: /go/

User-agent: OAI-SearchBot
Allow: /
Disallow: /go/

User-agent: GPTBot
Allow: /
Disallow: /go/

User-agent: ChatGPT-User
Allow: /
Disallow: /go/

User-agent: Google-Extended
Allow: /
Disallow: /go/

User-agent: PerplexityBot
Allow: /
Disallow: /go/

User-agent: Perplexity-User
Allow: /
Disallow: /go/

User-agent: ClaudeBot
Allow: /
Disallow: /go/

User-agent: Claude-SearchBot
Allow: /
Disallow: /go/

User-agent: Claude-User
Allow: /
Disallow: /go/