# ── EPOS-AI robots.txt — GEO/AEO/SEO 2026 Optimized ─────────────────────────
# Updated: 2026-04-06
# Strategy: Full crawl access for all major bots (GPT, Perplexity, Claude, Gemini, Bing)
# Block: admin, checkout internals, API, backup files, test pages
# Sitemap index: https://epos-ai.ch/sitemap-index.xml

# ── Default: allow everything, block sensitive paths ─────────────────────────
User-agent: *
Allow: /
Allow: /en/
Allow: /en/blog/
Allow: /blog/
Allow: /genre/
Disallow: /api/
Disallow: /admin/
Disallow: /checkout-website.html
Disallow: /checkout-frontend.html
Disallow: /checkout-success.html
Disallow: /checkout-cancel.html
Disallow: /en/checkout-website.html
Disallow: /*.bak$
Disallow: /test-live.html
Disallow: /test-main-static.html
Disallow: /test-mobile.html
Disallow: /test2.html
Disallow: /test4.html
Disallow: /tester.html
Disallow: /feedback.html
Disallow: /feedback-en.html

# ── OpenAI / ChatGPT — explicitly allowed for GEO visibility ─────────────────
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# ── Perplexity — high-value AI search traffic ─────────────────────────────────
User-agent: PerplexityBot
Allow: /

# ── Anthropic / Claude ────────────────────────────────────────────────────────
User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

# ── Google — main search + AI Overviews ──────────────────────────────────────
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Googlebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /

# ── Bing / Copilot ───────────────────────────────────────────────────────────
User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: msnbot
Allow: /

# ── Apple / Siri ─────────────────────────────────────────────────────────────
User-agent: Applebot
Allow: /

# ── Cohere ───────────────────────────────────────────────────────────────────
User-agent: cohere-ai
Allow: /

# ── Meta AI ──────────────────────────────────────────────────────────────────
User-agent: FacebookBot
Allow: /en/
Allow: /blog/
Allow: /en/blog/

# ── SEO Tools — polite crawl delays (Allow: / required before Crawl-delay) ───
User-agent: AhrefsBot
Allow: /
Crawl-delay: 10

User-agent: SemrushBot
Allow: /
Crawl-delay: 10

User-agent: MJ12bot
Allow: /
Crawl-delay: 30

# ── Bad Bots — block completely ───────────────────────────────────────────────
User-agent: DotBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: MauiBot
Disallow: /

# ── Sitemaps ──────────────────────────────────────────────────────────────────
Sitemap: https://epos-ai.ch/sitemap-index.xml