Sitemap: https://www.msigrupo.com/sitemap_index.xml

User-agent: *
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /wp-login/
Disallow: /author/
Disallow: /wp-content/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /?s=
Disallow: /search
Disallow: /archives/
Disallow: /index.php
Disallow: /feed
Disallow: /comments/feed
Disallow: /page/ # Considerar si quitar
Disallow: /tag/ # Considerar si quitar
Disallow: /category/ # Considerar si quitar

Allow: /feed/$
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php

# No indexar copias de seguridad
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.gz$
Disallow: /*.tar$
Disallow: /*.svn$

# Reglas para bots conocidos

User-agent: Googlebot-Image
Allow: /wp-content/uploads/

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# Permitir búsquedas y agentes de IA
User-agent: QAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
Allow: /

# Bloquear recopilación de datos de entrenamiento
User-agent: GPTBot
User-agent: CCBot
Disallow: /

# Lista de bots bloqueados.
User-agent: Baiduspider
Disallow: /
User-agent: Yeti
Disallow: /