# Monroya robots.txt
# Public marketing, blog, /rankings/ and /research/ pages are crawlable.
# Everything blocked below sits behind login; robots.txt here is a crawl-budget
# preference, not access control.

# Retrieval crawlers (decide AI citation eligibility)
User-agent: OAI-SearchBot
Disallow: /auth
Disallow: /onboarding
Disallow: /briefing
Disallow: /billing
Disallow: /competitors
Disallow: /pages
Disallow: /reddit-gaps
Disallow: /progress
Disallow: /opportunities
Disallow: /journey
Disallow: /settings
Disallow: /admin
Disallow: /prompts

User-agent: Claude-SearchBot
Disallow: /auth
Disallow: /onboarding
Disallow: /briefing
Disallow: /billing
Disallow: /competitors
Disallow: /pages
Disallow: /reddit-gaps
Disallow: /progress
Disallow: /opportunities
Disallow: /journey
Disallow: /settings
Disallow: /admin
Disallow: /prompts

User-agent: PerplexityBot
Disallow: /auth
Disallow: /onboarding
Disallow: /briefing
Disallow: /billing
Disallow: /competitors
Disallow: /pages
Disallow: /reddit-gaps
Disallow: /progress
Disallow: /opportunities
Disallow: /journey
Disallow: /settings
Disallow: /admin
Disallow: /prompts

# Training crawlers
User-agent: GPTBot
Disallow: /auth
Disallow: /onboarding
Disallow: /briefing
Disallow: /billing
Disallow: /competitors
Disallow: /pages
Disallow: /reddit-gaps
Disallow: /progress
Disallow: /opportunities
Disallow: /journey
Disallow: /settings
Disallow: /admin
Disallow: /prompts

User-agent: ClaudeBot
Disallow: /auth
Disallow: /onboarding
Disallow: /briefing
Disallow: /billing
Disallow: /competitors
Disallow: /pages
Disallow: /reddit-gaps
Disallow: /progress
Disallow: /opportunities
Disallow: /journey
Disallow: /settings
Disallow: /admin
Disallow: /prompts

User-agent: Google-Extended
Disallow: /auth
Disallow: /onboarding
Disallow: /briefing
Disallow: /billing
Disallow: /competitors
Disallow: /pages
Disallow: /reddit-gaps
Disallow: /progress
Disallow: /opportunities
Disallow: /journey
Disallow: /settings
Disallow: /admin
Disallow: /prompts

# Everyone else
User-agent: *
Disallow: /auth
Disallow: /onboarding
Disallow: /briefing
Disallow: /billing
Disallow: /competitors
Disallow: /pages
Disallow: /reddit-gaps
Disallow: /progress
Disallow: /opportunities
Disallow: /journey
Disallow: /settings
Disallow: /admin
Disallow: /prompts

Sitemap: https://www.monroya.ai/sitemap.xml