# robots.txt para silviacongost.com (Lovable post-migracion)
# Version: 2026-04-28

# === Crawlers de IA y buscadores permitidos ===
User-agent: *
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-bot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: DeepSeek-Bot
User-agent: xAI-Grok
User-agent: Grok-DeepSearch
User-agent: TavilyBot
User-agent: ByteSpider
User-agent: Meta-ExternalAgent
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: YouBot
User-agent: DuckAssistBot
User-agent: CCBot
Allow: /

# === Restricciones internas ===
Disallow: /admin/
Disallow: /api/
Disallow: /404
Disallow: /reset-password
Disallow: /private/
Disallow: /descargas/



# === Bots maliciosos bloqueados ===
User-agent: DotBot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: Rogerbot
User-agent: MJ12bot
User-agent: HTTrack
User-agent: wget
User-agent: SiteSnagger
User-agent: WebCopier
User-agent: WebStripper
User-agent: Xenu
Disallow: /

# === Sitemaps ===
Sitemap: https://www.silviacongost.com/sitemap.xml

# === Estandar emergente para LLMs (NO son sitemaps, solo referencia) ===
# llms.txt:      https://www.silviacongost.com/llms.txt
# llms-full.txt: https://www.silviacongost.com/llms-full.txt