### ROBOTS.TXT ES ####
### 20250803 #########
######################
# Bloquear bots no deseados
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: uptimerobot
Disallow: /

User-agent: viberbot
Disallow: /

User-agent: YaK
Disallow: /

User-agent: Yandex
Disallow: /


# Permitir Googlebots y otros bots útiles
User-agent: Applebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Discordbot
Allow: /
User-agent: DuckDuckBot
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Mobile
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-News
Allow: /
User-agent: Googlebot-Video
Allow: /
User-agent: google-xrawler
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: AdsBot-Google-Mobile
Allow: /
User-agent: Google-Structured-Data-Testing-Tool
Allow: /
User-agent: Google-InspectionTool
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: GPTBot
Allow: /
User-agent: LinkedInBot
Allow: /
User-agent: msnbot
Allow: /
User-agent: Naverbot
Allow: /
User-agent: Pinterestbot
Allow: /
User-agent: Screaming Frog SEO Spider
Allow: /
User-agent: seznambot
Allow: /
User-agent: Slurp
Allow: /
User-agent: teoma
Allow: /
User-agent: TelegramBot
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: Yeti
Allow: /
User-agent: Validator.nu
Allow: /

# Resto de bots (por defecto)
User-agent: *
Disallow: /
Allow: /$

# Sitemaps
Sitemap: https://sien.es/sitemaps/sien.es/index.xml

# Bloqueos por carpetas o parámetros
Disallow: /*[?&]ref=
Disallow: /*[?&]flag=
Disallow: /cdn-cgi/
Disallow: /comprar/
Disallow: /search/
Disallow: /api/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /*stores/
Disallow: /*/c/
Disallow: /*/comments/
Disallow: /*/liked_by/
Disallow: /*SID=
Disallow: /*.php$