# This virtual robots.txt file was created by the Virtual Robots.txt WordPress plugin: https://www.wordpress.org/plugins/pc-robotstxt/
# ===============================
# ROBOTS.TXT - Acceso total a IA y SEO bots
# Más info: https://brianallemma.com/que-es-el-archivo-robots-txt-para-ia/
# ===============================

# === Permitir todo a todos los bots por defecto ===
User-agent: *
Disallow:

# === WordPress: Bloquear carpetas innecesarias ===
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/

# === Permitir acceso a archivos necesarios para CSS y JS (imprescindible para el renderizado) ===
Allow: /wp-content/uploads/
Allow: /wp-content/*.css
Allow: /wp-content/*.js
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css

# === Evitar URLs dinámicas comunes de WordPress ===
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*/trackback/
Disallow: /comments/feed/

# === Bloquear feeds duplicados ===
Disallow: /feed/
Disallow: /comments/

# === Bots de Inteligencia Artificial ===

User-agent: GPTBot              # OpenAI ChatGPT
Disallow:

User-agent: ChatGPT-User        # ChatGPT modo navegador
Disallow:

User-agent: Google-Extended     # Google Gemini / Bard
Disallow:

User-agent: Claude-Web          # Anthropic Claude
Disallow:

User-agent: PerplexityBot       # Perplexity AI
Disallow:

User-agent: CCBot               # Common Crawl
Disallow:

User-agent: Amazonbot           # Amazon AI / Alexa
Disallow:

User-agent: Bingbot             # Microsoft Copilot / Bing AI
Disallow:

User-agent: YouBot              # You.com
Disallow:

User-agent: facebot             # Meta / Facebook AI
Disallow:

User-agent: NeevaBot            # (IA cerrada, pero rastreo puede seguir)
Disallow:

# === Bots de Motores de Búsqueda y SEO ===

User-agent: Googlebot           # Google Search
Disallow:

User-agent: Googlebot-Image     # Google Images
Disallow:

User-agent: Googlebot-News      # Google News
Disallow:

User-agent: AdsBot-Google       # Google Ads
Disallow:

User-agent: BingPreview         # Bing Imágenes / vista previa
Disallow:

User-agent: DuckDuckBot         # DuckDuckGo
Disallow:

User-agent: Slurp               # Yahoo
Disallow:

User-agent: YandexBot           # Yandex (Rusia)
Disallow:

User-agent: Baiduspider         # Baidu (China)
Disallow:

User-agent: Sogou Spider        # Sogou (China)
Disallow:

User-agent: Exabot              # Exalead (UE)
Disallow:

User-agent: Applebot            # Siri, Spotlight
Disallow:

User-agent: SemrushBot          # Herramienta SEO
Disallow:

User-agent: AhrefsBot           # Herramienta SEO / backlinks
Disallow:

User-agent: MJ12bot             # Majestic SEO
Disallow:

# === Sitemap XML ===
Sitemap: https://brianallemma.com/sitemap.xml