# Public site is crawlable by standard search and AI discovery crawlers.
User-agent: *
Allow: /
Disallow: /admin
Disallow: /api/
Disallow: /articles/
Disallow: /auth/
Disallow: /batches
Disallow: /dashboard
Disallow: /app/
Disallow: /login
Disallow: /logout
Disallow: /upload
Disallow: /settings
Disallow: /merchant/
Disallow: /docs
Disallow: /oauth-debug
Disallow: /account
Disallow: /billing
Disallow: /exports

# OpenAI model-training crawler.
User-agent: GPTBot
Disallow: /

# Anthropic model-training crawler.
User-agent: ClaudeBot
Disallow: /

# Prevent Gemini training/grounding use without blocking Google Search.
User-agent: Google-Extended
Disallow: /

Sitemap: https://cartozo.ai/sitemap.xml