User-agent: *
# Permitir indexación de categorías y productos para ventas
Allow: /categorias/
Allow: /productos/
Allow: /preguntas-frecuentes/

# Bloquear directorios internos, scripts, carritos y accesos de sistema
Disallow: /index.php
Disallow: */vendor/
Disallow: /cart/
Disallow: /checkout/
Disallow: /ajax/
Disallow: /forms/
Disallow: /install/
Disallow: /migration/
Disallow: /user_guide/
Disallow: /*?*query=*
Disallow: /*?*orden=*

# Impide que bots de IA (OpenAI, Common Crawl, etc.)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: scrapy
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: YisouSpider
Disallow: /