# Robots.txt - PaseosToledoMagico.es
# Última actualización: 2025

User-agent: *

# RUTAS ESENCIALES PERMITIDAS
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/
Allow: /wp-includes/ 

# RUTAS BLOQUEADAS
Disallow: /wp-login
Disallow: /wp-admin/
Disallow: /author/
Disallow: /comments/
Disallow: /xmlrpc.php

# BLOQUEO DE PAGINACIÓN Y FEEDS DUPLICADOS
Disallow: */feed/
Disallow: */trackback/
Disallow: */attachment/
Disallow: *?replytocom
Disallow: /tag/*/page/
Disallow: /tag/*/feed/
Disallow: *?

Sitemap: https://www.paseostoledomagico.es/sitemap_index.xml


User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: facebookexternalhit
Allow: /

# 4. BOTS MALICIOSOS Y SCRAPERS (BLOQUEADOS)

User-agent: AhrefsBot
Disallow: /

User-agent: Mass Downloader
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: wget
Disallow: /

User-agent: larbin
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: ZeuS
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: GrabNet
Disallow: /

User-agent: GetRight
Disallow: /

User-agent: ProWebWalker
Disallow: /

User-agent: UbiCrawler
Disallow: /

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Zealbot
Disallow: /