# robots.txt (v339) — política de rastreo para buscadores clásicos y motores generativos
User-agent: *
Allow: /
Disallow: /tools/
Disallow: /incoming/
Sitemap: https://www.yulipiruli.com/sitemap.xml

# --- AI / LLM crawlers (explicit allow) ---
# Nota: algunos agentes tipo "-User" pueden, en la práctica, ignorar robots.txt en visitas iniciadas por usuarios.
# Consulte también https://www.yulipiruli.com/llms.txt

# OpenAI
User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Allow: /
Disallow: /tools/
Disallow: /incoming/

User-agent: ChatGPT-User
Allow: /
Disallow: /tools/
Disallow: /incoming/

# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /tools/
Disallow: /incoming/

User-agent: Perplexity-User
Allow: /
Disallow: /tools/
Disallow: /incoming/

# Anthropic / Claude
User-agent: Claude-SearchBot
Allow: /
Disallow: /tools/
Disallow: /incoming/

User-agent: Claude-User
Allow: /
Disallow: /tools/
Disallow: /incoming/

User-agent: ClaudeBot
Allow: /
Disallow: /tools/
Disallow: /incoming/

# Alias observado (best-effort)
User-agent: Claude-Web
Allow: /
Disallow: /tools/
Disallow: /incoming/