Disallow: /wp-admin/
Disallow: /feed/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /author/
Disallow: /comments/
Disallow: /*?s=
Disallow: /*?
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.inc$
Disallow: /*.wmv$
Disallow: /*.xhtml$
Disallow: /*.gz$
Disallow: */page/*
Disallow: */tag/*
Disallow: /download/
Disallow: /*.pdf$

Allow: /wp-content/plugins/
Allow: /wp-content/uploads/
Allow: /wp-content/*.js
Allow: /wp-content/*.css
Allow: /wp-includes/*.js
Allow: /wp-includes/*.css

# =========================================
# BLOQUEO DE CRAWLERS DE ANÁLISIS SEO Y SCRAPERS
# =========================================

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SISTRIX
Disallow: /

User-agent: woorank
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: sp_auditbot
Disallow: /

User-agent: CompSpyBot
Disallow: /

# =========================================
# PERMITIR BUSCADORES Y BOTS DE IA RELEVANTES
# =========================================

User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: bingbot
Allow: /

User-agent: msnbot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

# =========================================
# BLOQUEO DE BOTS NO DESEADOS
# =========================================

User-agent: BadBot
Disallow: /

User-agent: arachnophilia
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: webcopy
Disallow: /

# =========================================
# PERMISOS ESPECÍFICOS Y DEFAULT
# =========================================

User-agent: NinjaBot
Allow: /

User-agent: Mediapartners-Google*
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Adsbot-Google
Allow: /

# Default: permitir a todos los demás
User-agent: *
Allow: /

Sitemap: https://alapont-global.com/sitemap_index.xml