# ============================================================
# AI / LLM crawlers — explicitly allowed
# Cooper wants to be discoverable, cited and ingested by AI engines.
# See /llms.txt and /llms-full.txt for LLM-optimized content.
# ============================================================

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google (AI training opt-in token)
User-agent: Google-Extended
Allow: /

# Apple (AI training opt-in token)
User-agent: Applebot-Extended
Allow: /

# Common Crawl (used by many open-source LLM datasets)
User-agent: CCBot
Allow: /

# ============================================================
# Default policy
# ============================================================

User-agent: *
Allow: /
Allow: /terminos-y-condiciones
Allow: /privacy-policy
Allow: /be-a-cooper
Allow: /servicios/comportamiento
Allow: /servicios/entrenamiento-intensivo
Allow: /servicios/paseos
Allow: /servicios/guarderia
Allow: /servicios/comportamiento/contacto
Allow: /sobre-cooper
Allow: /paseador-de-perros

# Block all API endpoints (except the public MCP server endpoint)
Allow: /api/mcp
Disallow: /api/

# Block auth routes
Disallow: /auth/
Disallow: /auth

# Block admin areas
Disallow: /admin/

# Block user dashboard and protected routes
Disallow: /dashboard/
Disallow: /dashboard

# Block transactional/processing pages
Disallow: /ordenes
Disallow: /success
Disallow: /procesando-orden
Disallow: /payment-success
Disallow: /redirect

# Block error pages
Disallow: /error/
Disallow: /error
Disallow: /errors/

# Block onboarding flows
Disallow: /walkthrough/

# Block alliance proposals (private)
Disallow: /alianzas/

# Blog (SEO - crawlers allowed)
Allow: /blog/
Allow: /blog/categoria/
Allow: /blog/rss.xml
Allow: /sitemap-blog.xml

# Sitemaps
Sitemap: https://www.cooperpetcare.app/sitemap.xml
Sitemap: https://www.cooperpetcare.app/sitemap-blog.xml
Sitemap: https://www.cooperpetcare.app/sitemap-paseos.xml
Sitemap: https://www.cooperpetcare.app/sitemap-guarderia.xml
Sitemap: https://www.cooperpetcare.app/sitemap-adiestrador.xml