# robots.txt — superpromise.mx
# Permite explícitamente a los crawlers de IA y declara el sitemap.

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /search-result/*sort=
Disallow: /search-result/*view=
Disallow: /single-category/*sort=
Disallow: /single-category/*view=
Disallow: /feed/
Disallow: */feed/
Disallow: */comments/feed/

# --- Trampa de rastreo: perfiles de autor de Directorist (PHP Fatal 256M) ---
Disallow: /author-profile/

# --- Parámetros de filtro/orden del directorio (faceted URLs infinitas) ---
Disallow: /*?directory_type=
Disallow: /*?category=
Disallow: /*&category=
Disallow: /*?sort=
Disallow: /*&sort=

# --- Crawlers sin valor para un sitio mexicano ---
User-agent: Barkrowler
Disallow: /

User-agent: Baiduspider
Disallow: /

Sitemap: https://superpromise.mx/sitemap_index.xml