# Public content (default group) and AI crawlers.
#
# IMPORTANT: when a bot matches a more specific User-agent group, it ignores
# the wildcard group entirely. The AI-crawler groups below intentionally
# repeat the same Allow/Disallow list so /search/*, /spaces/*, /threads/*,
# /profile, etc. (private per-user data) are never crawled by any of them.
# Usage and attribution terms are published at https://verahealth.ai/llms.txt

User-agent: *
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: CCBot
User-agent: Applebot-Extended
Allow: /
Allow: /home
Allow: /about
Allow: /terms
Allow: /privacy
Allow: /baa

# Allow blog posts
Allow: /blog
Allow: /blog/*

# Allow news and articles
Allow: /news
Allow: /news/*

# Allow calculators
Allow: /calculate
Allow: /calculate/*

# Allow specific API endpoints
Allow: /api/supabase/blog
Allow: /api/supabase/news
Allow: /api/supabase/calculate
Allow: /api/supabase/medcalc
Allow: /api/supabase/calculators
Allow: /api/calculators
Allow: /api/og/*

# Disallow authenticated/private routes
Disallow: /profile
Disallow: /threads
Disallow: /search/*
Disallow: /m/*
Disallow: /spaces/*
Disallow: /library
Disallow: /cme
Disallow: /voice
Disallow: /onboarding
Disallow: /dev/*
Disallow: /api/*
Disallow: /auth/*
Disallow: /join/*
Disallow: /share/*
Disallow: /checkout
Disallow: /reset

# ===========================
# AI Crawler Directives
# Explicit blocks for AI search & training crawlers. Rules mirror the
# `User-agent: *` block above — keep them in sync when modifying either.
#
# OpenAI:     OAI-SearchBot (search), ChatGPT-User (user fetches), GPTBot (training)
# Anthropic:  Claude-SearchBot (search), Claude-User (user fetches), ClaudeBot (training)
# Perplexity: PerplexityBot (search), Perplexity-User (user fetches; may ignore robots.txt)
# Google:     Google-Extended (Gemini / AI training; separate from Googlebot)
# ===========================
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
Allow: /
Allow: /home
Allow: /about
Allow: /terms
Allow: /privacy
Allow: /baa
Allow: /blog
Allow: /blog/*
Allow: /news
Allow: /news/*
Allow: /calculate
Allow: /calculate/*
Allow: /api/supabase/blog
Allow: /api/supabase/news
Allow: /api/supabase/calculate
Allow: /api/supabase/medcalc
Allow: /api/supabase/calculators
Allow: /api/calculators
Allow: /api/og/*
Disallow: /profile
Disallow: /threads
Disallow: /search/*
Disallow: /m/*
Disallow: /spaces/*
Disallow: /library
Disallow: /cme
Disallow: /voice
Disallow: /onboarding
Disallow: /dev/*
Disallow: /api/*
Disallow: /auth/*
Disallow: /join/*
Disallow: /share/*
Disallow: /checkout
Disallow: /reset

# Sitemap location
Sitemap: https://verahealth.ai/sitemap.xml