# robots.txt generado por YAGLE AGENCY
# FASE 2.2 (2026-07-06)

Sitemap: https://www.yagle.es/sitemap.xml
Sitemap: https://www.yagle.es/sitemap_es.xml
Sitemap: https://en.yagle.es/sitemap_en.xml
Sitemap: https://ca.yagle.es/sitemap_ca.xml

# Fuente resumida para asistentes y sistemas LLM:
# https://www.yagle.es/llms.txt

# Permitir rastreadores y fetchers de IA para visibilidad en asistentes.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: OAI-AdsBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Google-CloudVertexBot
User-agent: Gemini-Deep-Research
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: Meta-ExternalFetcher
User-agent: meta-externalfetcher
Allow: /

# Permitir a Googlebot acceso completo sin retraso de rastreo
User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:

User-agent: Googlebot-mobile
Disallow:

#### Rastreador de Bing ####
User-agent: bingbot
Disallow:

#### Rastreador de Yahoo ####
User-agent: Slurp
Disallow:

#### Rastreador de Facebook ####
User-agent: FacebookExternalHit
Disallow:

# Aplicar retraso de rastreo para todos los demás bots
User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /junk/
Allow: /
Crawl-delay: 10

# Bloquear bots específicos
User-agent: DotBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: seolyzer
Disallow: /

User-agent: ByteSpider
Disallow: /

User-agent: ByteDanceSpider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /