User-agent: * Allow: / Sitemap: https://www.masquetoners.es/sitemapindex_es.xml Sitemap: https://www.masquetoners.es/sitemapindex_pt.xml Disallow: /includes/ Disallow: /cgi-bin/ Disallow: /ext/ Disallow: /googlesitemap/ Disallow: /upload/ Disallow: /CLON/ Disallow: /404.php Disallow: /popup_image.php Disallow: /popup_search_help.php Disallow: /account.php Disallow: /account_edit.php Disallow: /account_history.php Disallow: /account_history_info.php Disallow: /account_password.php Disallow: /add_checkout_success.php Disallow: /address_book.php Disallow: /address_book_process.php Disallow: /advanced_search.php Disallow: /advanced_search_result.php Disallow: /advanced_search_result.php* Disallow: /comparador.php Disallow: /checkout_confirmation.php Disallow: /checkout_payment.php Disallow: /checkout_payment_address.php Disallow: /checkout_process.php Disallow: /checkout_shipping.php Disallow: /checkout_shipping_address.php Disallow: /checkout_success.php Disallow: /contact_bean.php Disallow: /cookie_usage.php Disallow: /create_account.php Disallow: /create_account_success.php Disallow: /login.php Disallow: /password_forgotten.php Disallow: /popup_image.php Disallow: /shopping_cart.php Disallow: /product_reviews_write.php Disallow: /advanced_search.php* Disallow: /index.php* Disallow: /ficha-duda.php* Disallow: /ficha-barato.php* Disallow: /*action=* Disallow: /tellamamos.php* # # Lista de bots que suelen respetar el robots.txt pero rara # vez hacen un buen uso del sitio y abusan bastante # Aņadir al gusto del consumidor # User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / User-agent: Linguee Disallow: / User-agent: Archive.org Disallow: / User-agent: kalooga Disallow: / User-agent: spbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: SBIder Disallow: / user-agent: sitebot Disallow: / User-agent: Baiduspider Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: /