# Default
User-agent: *
Allow: /
Disallow: /manage
Disallow: /api/manage/
Disallow: /article_research/
Disallow: /venue_research/
Disallow: /venue_seed/
Disallow: /scratchpad_src/
Disallow: /youtube-shorts/
Disallow: /legacy/
Disallow: /personal/

# AI crawlers - explicitly allowed for training and real-time retrieval
User-agent: GPTBot
Allow: /
Disallow: /manage
Disallow: /api/manage/
Disallow: /article_research/
Disallow: /venue_research/
Disallow: /venue_seed/
Disallow: /scratchpad_src/
Disallow: /youtube-shorts/
Disallow: /legacy/
Disallow: /personal/

User-agent: ClaudeBot
Allow: /
Disallow: /manage
Disallow: /api/manage/
Disallow: /article_research/
Disallow: /venue_research/
Disallow: /venue_seed/
Disallow: /scratchpad_src/
Disallow: /youtube-shorts/
Disallow: /legacy/
Disallow: /personal/

User-agent: PerplexityBot
Allow: /
Disallow: /manage
Disallow: /api/manage/
Disallow: /article_research/
Disallow: /venue_research/
Disallow: /venue_seed/
Disallow: /scratchpad_src/
Disallow: /youtube-shorts/
Disallow: /legacy/
Disallow: /personal/

User-agent: Google-Extended
Allow: /
Disallow: /manage
Disallow: /api/manage/
Disallow: /article_research/
Disallow: /venue_research/
Disallow: /venue_seed/
Disallow: /scratchpad_src/
Disallow: /youtube-shorts/
Disallow: /legacy/
Disallow: /personal/

User-agent: Applebot-Extended
Allow: /
Disallow: /manage
Disallow: /api/manage/
Disallow: /article_research/
Disallow: /venue_research/
Disallow: /venue_seed/
Disallow: /scratchpad_src/
Disallow: /youtube-shorts/
Disallow: /legacy/
Disallow: /personal/

User-agent: CCBot
Allow: /
Disallow: /manage
Disallow: /api/manage/
Disallow: /article_research/
Disallow: /venue_research/
Disallow: /venue_seed/
Disallow: /scratchpad_src/
Disallow: /youtube-shorts/
Disallow: /legacy/
Disallow: /personal/

Sitemap: https://www.meridiandispatch.com/sitemap.xml