# ============================================================
# 🤖 TOOWAPPO AGENCY · robots.txt 2025
# Optimizado para SEO tradicional + LLMO (Large Language Model Optimization)
# Autor: Toowappo Agency · https://toowappo.es
# Ubicación: Calella (Barcelona), España
# ============================================================

# ========================================
# ✅ CONFIGURACIÓN GENERAL SEO
# ========================================

User-agent: *
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Disallow: /cgi-bin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /internal/
Disallow: /admin/
Disallow: /privado/
Disallow: /wp-admin/
Disallow: /carrito/
Disallow: /checkout/
Disallow: /*?s=
Disallow: /*?page_id=*
Disallow: /search
Disallow: /?s=
Disallow: /*?replytocom

# ========================================
# ✅ PÁGINAS PRINCIPALES PERMITIDAS
# ========================================

Allow: /$
Allow: /consultoria/
Allow: /auditoria-ia/
Allow: /automatizaciones-ia/
Allow: /chatbots/
Allow: /agentes-ia/
Allow: /herramientas-ia/
Allow: /ia-seo/
Allow: /formaciones/
Allow: /blog/
Allow: /blog/*

# ========================================
# 🔍 MOTORES DE BÚSQUEDA TRADICIONALES
# ========================================

User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Allow: /

User-agent: Bingbot
Allow: /

# ========================================
# 🤖 ACCESO PERMITIDO A BOTS DE IA Y LLMs
# ========================================

# ChatGPT / OpenAI
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot

# Perplexity / Comet
User-agent: PerplexityBot

# Google AI Overview / Gemini
User-agent: Google-Extended
User-agent: GeminiBot

# Claude / Anthropic
User-agent: ClaudeBot

# You.com / Phind / Exa / Andi / Firecrawl
User-agent: YouBot
User-agent: PhindBot
User-agent: ExaBot
User-agent: AndiBot
User-agent: FirecrawlAgent

# Common Crawl (usa muchos LLMs)
User-agent: CCBot

Allow: /
Disallow: /privado/
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /carrito/
Disallow: /checkout/

# ========================================
# 🚫 BLOQUEAR BOTS MALICIOSOS O COPIADORES
# ========================================

User-agent: HTTrack
User-agent: WebCopier
User-agent: MSIECrawler
User-agent: WebZIP
User-agent: Teleport
User-agent: WebStripper
User-agent: WebReaper
User-agent: Offline Explorer
User-agent: NPBot
User-agent: Wget
Disallow: /

# ========================================
# 📍 SITEMAP
# ========================================

Sitemap: https://toowappo.es/sitemap_index.xml