# PredictPro Analytics Ltd — crawler policy
# Public evidence is crawlable. Authenticated, private, write-only and build-snapshot paths are not.
# robots.txt is not a security control; protected endpoints remain authenticated server-side.

# Google Search / Google AI features in Search
User-agent: Googlebot
Allow: /
Disallow: /upload
Disallow: /snapshot-data/
Disallow: /api/research/sync
Disallow: /api/customer/
Disallow: /api/live-football/sync
Disallow: /api/tiered/history/private
Disallow: /api/tiered/tier1/private
Disallow: /api/tiered/tier2/private
Disallow: /api/tiered/tier3/private
Disallow: /api/tiered/xg-summary/private

# ChatGPT search/discovery — separate from OpenAI model-training crawling
User-agent: OAI-SearchBot
Allow: /
Disallow: /upload
Disallow: /snapshot-data/
Disallow: /api/research/sync
Disallow: /api/customer/
Disallow: /api/live-football/sync
Disallow: /api/tiered/history/private
Disallow: /api/tiered/tier1/private
Disallow: /api/tiered/tier2/private
Disallow: /api/tiered/tier3/private
Disallow: /api/tiered/xg-summary/private

# Claude search/discovery — separate from Anthropic model-training crawling
User-agent: Claude-SearchBot
Allow: /
Disallow: /upload
Disallow: /snapshot-data/
Disallow: /api/research/sync
Disallow: /api/customer/
Disallow: /api/live-football/sync
Disallow: /api/tiered/history/private
Disallow: /api/tiered/tier1/private
Disallow: /api/tiered/tier2/private
Disallow: /api/tiered/tier3/private
Disallow: /api/tiered/xg-summary/private

# Model-training controls. These do not block the search/discovery agents above.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# Other well-behaved crawlers may index the public evidence layer only.
User-agent: *
Allow: /
Disallow: /upload
Disallow: /snapshot-data/
Disallow: /api/research/sync
Disallow: /api/customer/
Disallow: /api/live-football/sync
Disallow: /api/tiered/history/private
Disallow: /api/tiered/tier1/private
Disallow: /api/tiered/tier2/private
Disallow: /api/tiered/tier3/private
Disallow: /api/tiered/xg-summary/private

# Canonical discovery resources
Allow: /reporting-snapshot
Allow: /reporting-snapshot.json
Allow: /research
Allow: /system-status
Allow: /llms.txt
Allow: /sitemap.xml

Sitemap: https://predictpro.pro/sitemap.xml