# ============================================================
# robots.txt — www.agentoai.dk (Danish AI brand)
# Primary host: https://www.agentoai.dk
# Apex agentoai.dk permanently redirects (308) → www
# Sister brand: agentovoice.com (separate robots + sitemap)
# Updated: 2026-07-28
# ============================================================

# --- AI Crawlers (explicitly allowed) ---

User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-dk.txt
Allow: /.well-known/ai-plugin.json
Allow: /sitemap.xml
Allow: /sitemap-agentoai.xml

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-dk.txt
Allow: /.well-known/ai-plugin.json

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /llms-dk.txt

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-dk.txt

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-dk.txt

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /llms-dk.txt

# --- Search Engine Crawlers ---

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# --- Default ---

User-agent: *
Allow: /

# --- Restricted areas (dashboards, auth, internal) ---
Disallow: /dashboard
Disallow: /auth
Disallow: /voice-dashboard
Disallow: /admin
Disallow: /seller
Disallow: /saelger
Disallow: /customer-portal
Disallow: /portal-login
Disallow: /embed/
Disallow: /voice-embed/
Disallow: /test/
Disallow: /voice-test/
Disallow: /checkout
Disallow: /sign-contract
Disallow: /onboarding-status/
Disallow: /offer/
Disallow: /partner/dashboard
Disallow: /partner/create
Disallow: /partner/agent/
Disallow: /partner/demos
Disallow: /cs/
Disallow: /extension-workspace
Disallow: /app/

# --- Sitemap (this host only) ---
Sitemap: https://www.agentoai.dk/sitemap.xml

# --- AI Discovery ---
# LLMs.txt (Danish): https://www.agentoai.dk/llms-dk.txt
# Sister brand sitemap: https://agentovoice.com/sitemap.xml