# Primero el contenido adjunto. User-Agent: * Allow: /wp-content/uploads/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-includes/ Disallow: /wp-admin/ # También podemos desindexar todo lo que empiece # por wp-. Es lo mismo que los Disallow de arriba pero # incluye cosas como wp-rss.php Disallow: /wp- # # Sitemap permitido, búsquedas no. # Sitemap: http://www.seguropia.es/sitemap.xml Disallow: /?s= Disallow: /search # # Permitimos el feed general para Google Blogsearch. # # Impedimos que permalink/feed/ sea indexado ya que el # feed con los comentarios suele posicionarse en lugar de # la entrada y desorienta a los usuarios. # # Lo mismo con URLs terminadas en /trackback/ que sólo # sirven como Trackback URI (y son contenido duplicado). # Allow: /feed/$ Disallow: /feed Disallow: /comments/feed Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /*/trackback/$ Disallow: /*/*/feed/$ Disallow: /*/*/feed/rss/$ Disallow: /*/*/trackback/$ Disallow: /*/*/*/feed/$ Disallow: /*/*/*/feed/rss/$ Disallow: /*/*/*/trackback/$ # # A partir de aquí es opcional pero recomendado. # # Lista de bots que suelen respetar el robots.txt pero rara # vez hacen un buen uso del sitio y abusan bastante… # Añadir al gusto del consumidor… User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / Disallow: /web_images/ Disallow: /web_scripts/ Disallow: /web_styles/ Disallow: /criterios/ Disallow: /ad-content/ Disallow: definiciones.htm Disallow: condiciones.htm Disallow: servicios.htm Disallow: riesgos-viaje.htm Disallow: mapaweb.htm Disallow: mapaweb-dental.htm Disallow: enlaces.htm Disallow: error404.php Disallow: comments.php Disallow: recomendar.php Disallow: recomendar-blog.html Disallow: /site-news/1/es-ES/tag/seguropia Disallow: /places_files/ Disallow: /salud/site-news/ Disallow: aviso-legal.php Disallow: /blog/tag/especializacion-1 Disallow: /blog/tag/seguros-medicos-1 Disallow: /patrocinador-superior.php Disallow: /patrocinador-logo.php Disallow: /patrocinador-medio.php Disallow: /contacto.php Disallow: /blog/post/13073.html Disallow: /blog/post/13074.html Disallow: /blog/post/13197.html Disallow: /blog/post/13449.html Disallow: /blog/post/13474.html Disallow: /blog/post/13502.html Disallow: /blog/post/13637.html Disallow: /blog/post/13724.html Disallow: /blog/post/13757.html Disallow: /blog/post/13829.html Disallow: /blog/post/13858.html Disallow: /blog/post/13904.html Disallow: /blog/post/13943.html Disallow: /blog/post/14015.html Disallow: /blog/post/14046.html Disallow: /blog/post/14094.html Disallow: /blog/post/14146.html Disallow: /blog/post/14159.html Disallow: /blog/post/14175.html Disallow: /blog/post/14204.html Disallow: /blog/post/14256.html Disallow: /blog/post/14264.html Disallow: /blog/post/14287.html Disallow: /blog/post/14305.html Disallow: /blog/post/14325.html Disallow: /blog/post/14334.html Disallow: /blog/post/14375.html Disallow: /blog/post/14386.html Disallow: /blog/post/14402.html Disallow: /blog/post/14403.html Disallow: /blog/post/14404.html Disallow: /blog/post/14405.html Disallow: /blog/post/14407.html Disallow: /blog/post/14412.html Disallow: /blog/post/14413.html Disallow: /blog/post/14443.html Disallow: /blog/post/14444.html Disallow: /blog/post/14445.html Disallow: /blog/post/14482.html Disallow: /blog/post/14483.html Disallow: /blog/post/14626.html Disallow: /blog/post/14657.html Disallow: /blog/post/14705.html Disallow: /blog/post/14745.html Disallow: /blog/post/14756.html Disallow: /blog/post/14811.html Disallow: /blog/post/14819.html Disallow: /blog/post/14859.html Disallow: /blog/post/14887.html Disallow: /blog/post/14923.html Disallow: /blog/post/14960.html Disallow: /blog/post/14992.html Disallow: /blog/post/14993.html Disallow: /blog/post/15036.html Disallow: /blog/post/15051.html Disallow: /blog/post/15071.html Disallow: /blog/post/15097.html Disallow: /blog/post/15158.html Disallow: /blog/post/15174.html Disallow: /blog/post/15206.html Disallow: /blog/post/15235.html Disallow: /blog/post/15265.html Disallow: /blog/post/15278.html Disallow: /blog/post/15296.html Disallow: /blog/post/15307.html Disallow: /blog/post/15308.html Disallow: /blog/post/15316.html Disallow: /blog/post/15328.html Disallow: /blog/post/15349.html Disallow: /blog/post/15355.html Disallow: /blog/post/15433.html Disallow: /blog/post/15446.html Disallow: /blog/post/15453.html Disallow: /blog/post/15479.html Disallow: /blog/post/15482.html Disallow: /blog/post/15490.html Disallow: /blog/post/15514.html Disallow: /blog/post/15515.html Disallow: /blog/post/15527.html Disallow: /blog/post/15534.html Disallow: /blog/post/15535.html Disallow: /blog/post/15546.html Disallow: /blog/post/15553.html Disallow: /blog/post/15556.html Disallow: /blog/post/15558.html Disallow: /blog/post/15561.html Disallow: /blog/post/15646.html Disallow: /blog/post/15654.html Disallow: /blog/post/15658.html Disallow: /blog/post/15721.html Disallow: /blog/post/15751.html Disallow: /blog/post/15766.html Disallow: /blog/post/15779.html Disallow: /blog/post/15813.html Disallow: /blog/post/15822.html