#######################################################################
# CREACTIVITAT - robots.txt
# ---------------------------------------------------------------------
#######################################################################
#
#
# C R E A C T I V I T A T · +DE 25 ANYS COM AGENCIA DIGITAL
#
#
#######################################################################


# ========================================
# CONFIGURACION GENERAL
# ========================================
User-agent: *
Allow: /
Allow: /wp-admin/admin-ajax.php

# ========================================
# PAGINAS
# ========================================
Disallow: /politica-de-privacidad/
Disallow: /politica-de-privadesa/
Disallow: /avisos-legales/
Disallow: /avisos-legals/ 
Disallow: /politica-de-cookies/
Disallow: /gracias/
Disallow: /thank-you/
Disallow: /404/
Disallow: /privacy-policy/

# Archivos y endpoints
Disallow: /feed/
Disallow: /off-zoo/page/
Disallow: /embed/
Disallow: /wp-json/

# ========================================
# WORDPRESS CORE
# ========================================
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /comments/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /error_log

# Cachés y carpetas técnicas
Disallow: /wp-content/cache/

# ========================================
# PARAMETROS Y DUPLICIDADES
# ========================================
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*&gclid=
Disallow: /*?fbclid=
Disallow: /*&fbclid=
Disallow: /*?msclkid=
Disallow: /*&msclkid=
Disallow: /*?s=
Disallow: /*&s=
Disallow: /*?replytocom
Disallow: /*?preview=
Disallow: /*?lang=
Disallow: /*?preview=true
Disallow: /*?preview_id=
Disallow: /*?preview_nonce=
Disallow: /*?customize_changeset_uuid=
Disallow: /*?ver=

# ========================================
# LLMS
# ========================================
Disallow: /llms.txt

User-agent: GPTBot
Allow: /llms.txt

User-agent: OAI-SearchBot
Allow: /llms.txt

User-agent: ClaudeBot
Allow: /llms.txt

User-agent: PerplexityBot
Allow: /llms.txt

User-agent: Perplexity-User
Allow: /llms.txt

# ========================================
# BOTS ESPECIFICOS / CONTROL DE CRAWL
# ========================================
User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Yahoo! Slurp China
Disallow: /

User-agent: SEMrushBot
Crawl-delay: 5

User-agent: AhrefsBot
Crawl-delay: 5

User-agent: archive.org_bot
Crawl-delay: 5

User-agent: WebCopier
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: WebBandit
Disallow: /

# ========================================
# SITEMAP
# ========================================


Sitemap: https://www.creactivitat.com/sitemap_index.xml


#######################################################################