# robots.txt – Auto Winkler

# ── Standard crawlers ──────────────────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/

# ── AI / GEO crawlers – explicitly permitted ───────────────────────────────────
# OpenAI (ChatGPT web search, GPT-4o browsing)
User-agent: GPTBot
Allow: /

# Anthropic (Claude AI)
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI (AI Overviews / Gemini)
User-agent: Google-Extended
Allow: /

# Apple AI (Siri, Apple Intelligence)
User-agent: Applebot-Extended
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Common AI training crawlers – block content harvesting without attribution
User-agent: CCBot
Disallow: /

User-agent: ia_archiver
Allow: /

# ── Sitemap ────────────────────────────────────────────────────────────────────
Sitemap: /sitemap-index.xml