# =============================================================================
# era.app robots.txt
# =============================================================================
# Era welcomes search and retrieval crawlers on public marketing, help, and
# documentation pages. Authenticated app surfaces, auth flows, APIs, and dev
# galleries are not crawl targets.
# =============================================================================

# ---------------------------------------------------------------------------
# Default policy: allow public pages, block private and non-canonical surfaces
# ---------------------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /sign-in
Disallow: /*/sign-in
Disallow: /authenticate
Disallow: /auth-callback
Disallow: /api/
Disallow: /app
Disallow: /app/
Disallow: /*/app
Disallow: /*/app/
Disallow: /*/app/dev
Disallow: /*/app/dev/

# ---------------------------------------------------------------------------
# AI search, retrieval, and training crawlers explicitly welcome on public pages
# ---------------------------------------------------------------------------
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bingbot
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: PhindBot
User-agent: Amazonbot
User-agent: xAI-Bot
User-agent: DeepSeekBot
User-agent: meta-externalagent
User-agent: CCBot
User-agent: cohere-ai
Allow: /
Disallow: /sign-in
Disallow: /*/sign-in
Disallow: /authenticate
Disallow: /auth-callback
Disallow: /api/
Disallow: /app
Disallow: /app/
Disallow: /*/app
Disallow: /*/app/
Disallow: /*/app/dev
Disallow: /*/app/dev/

# ---------------------------------------------------------------------------
# Blocked crawlers
# ---------------------------------------------------------------------------
User-agent: Bytespider
Disallow: /

# ---------------------------------------------------------------------------
# Machine-readable discovery
# ---------------------------------------------------------------------------
Sitemap: https://era.app/sitemap.xml
Llms-txt: https://era.app/llms.txt