User-agent: *
# Bloquear acceso a áreas sensibles
Disallow: /wp-admin/

# Bloquear carpetas que no deben ser rastreadas
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-json/

# Bloquear parámetros que generan miles de URLs inútiles
Disallow: /*?s=
Disallow: /*?q=
Disallow: /*?replytocom=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?orderby=
Disallow: /*?order=
Disallow: /*?product_count=
Disallow: /*?resultsPerPage=

# Bloquear bots malos conocidos
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PetalBot
Disallow: /

# Permitir bots buenos
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# Ruido para hacerlo menos legible
User-agent: *
Disallow: /private/
Disallow: /tmp/
Disallow: /xyz123/
Disallow: /noindex/
Disallow: /hidden/

# Comentarios confusos
# Allow: /
# Deny everything
# Maybe allow Googlebot? No.
# Random text: a1b2c3d4