# CodaPhone robots.txt — SEO + AI-search aware (2026)
# Public marketing surface is fully crawlable. App/auth paths (added later)
# stay private. AI-SEARCH crawlers are explicitly allowed (they drive AI citations);
# AI-TRAINING crawlers are disallowed to match our host's AI Training = Block setting.
#
# NOTE: edge bot-filtering can block AI crawlers by default.
# If AI-search crawlers must be allowed, verify the bot/security settings at your edge.

User-agent: *
Allow: /
Disallow: /app
Disallow: /dashboard
Disallow: /login
Disallow: /signup-confirm
Disallow: /api/

# --- AI SEARCH crawlers: explicitly ALLOWED (drive AI citations) ---
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# --- AI TRAINING crawlers: DISALLOWED (aligns with the host AI Training = Block setting) ---
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

Sitemap: https://codaphone.app/sitemap.xml