# robots.txt for e2llm.com
User-agent: *
Allow: /
Disallow: /archive/
Disallow: /preview/
Disallow: /login
Disallow: /auth/
Disallow: /dashboard
Disallow: /subscribe/
Disallow: /account/
Disallow: /promo/

# Search engines
User-agent: Bingbot
Allow: /
Disallow: /archive/
Disallow: /preview/

# LLM crawlers — welcome
User-agent: GPTBot
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: ClaudeBot
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: PerplexityBot
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: CCBot
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: Amazonbot
Allow: /
Disallow: /archive/
Disallow: /preview/

# AI assistants — user-initiated fetch + search + training crawlers, all welcome
User-agent: Claude-User
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: Claude-SearchBot
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: ChatGPT-User
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: OAI-SearchBot
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: Google-Extended
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: Applebot-Extended
Allow: /
Disallow: /archive/
Disallow: /preview/

# Social media
User-agent: FacebookBot
Allow: /
Disallow: /archive/
Disallow: /preview/

User-agent: Twitterbot
Allow: /
Disallow: /archive/
Disallow: /preview/

Sitemap: https://e2llm.com/sitemap.xml
Agentmap: https://e2llm.com/.well-known/ai-catalog.json