# robots.txt — freegras.es # Optimizado con LLMFY Robots.txt Optimizer # BOTS DE BÚSQUEDA TRADICIONALES User-agent: Googlebot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php User-agent: Bingbot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php # BOTS DE IA — ALTO IMPACTO User-agent: GPTBot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 1 User-agent: ChatGPT-User Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 1 User-agent: OAI-SearchBot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 1 User-agent: Google-Extended Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: PerplexityBot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 # BOTS DE IA — IMPACTO MEDIO User-agent: ClaudeBot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: anthropic-ai Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: Amazonbot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: Applebot-Extended Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: meta-externalagent Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: FacebookBot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: cohere-ai Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: YouBot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: Diffbot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: Timesbot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: ImagesiftBot Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 User-agent: Webzio-Extended Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 2 # BOTS BLOQUEADOS (scraping agresivo) User-agent: Bytespider Disallow: / # REGLAS GENERALES User-agent: * Allow: / Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /?s= Disallow: /*?s= Disallow: /*/page/ Disallow: /wp-json/ Allow: /wp-admin/admin-ajax.php # SITEMAPS Sitemap: https://freegras.es/sitemap_index.xml