# ZeriFlow robots.txt
User-agent: *
Allow: /

# Block authenticated/user-specific pages
Disallow: /dashboard
Disallow: /profile
Disallow: /domains
Disallow: /scan/
Disallow: /advanced-scan/*/
Disallow: /code-analysis/*/
Disallow: /admin
Disallow: /api/
Disallow: /_next/

# AI crawlers — allow indexing, block training
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Block training-only crawlers
User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# AI content indexes
# llms.txt: structured product info for LLMs
# llms-full.txt: full article summaries + statistics for AI citation
LLMs: https://zeriflow.com/llms.txt
LLMs-Full: https://zeriflow.com/llms-full.txt

# Sitemap
Sitemap: https://zeriflow.com/sitemap.xml