# Bloquea herramientas Crawlers/Comparadores de precios
# Bloqueo de EtaoSpider
# Más info en http://open.etao.com/dev/EtaoSpider
User-agent: EtaoSpider
Disallow: /
# Bloqueo de dtSearchSpider
# Más info en https://www.dtsearch.com/intro-web-spider.html
User-agent: dtSearchSpider
Disallow: /
# http://www.twenga.com/bot.html
User-agent: TwengaBot-2.0
Disallow: /
#Otros Crawlers extraidos de la blacklist
User-agent: 360Spider
Disallow: /
User-agent: BaiduSpider
Disallow: /
User-agent: EasouSpider
Disallow: /
User-agent: ExpertSearchSpider
Disallow: /
User-agent: JobdiggerSpider
Disallow: /
User-agent: JOC\ Web\Spider
Disallow: /
User-agent: KINGSpider
Disallow: /
User-agent: NetSpider
Disallow: /
User-agent: OpenindexSpider
Disallow: /
User-agent: OpenWebSpider
Disallow: /
User-agent: QuerySeekerSpider
Disallow: /
User-agent: Sosospider
Disallow: /
User-agent: vikspider
Disallow: /
User-agent: CommonCrawler
Disallow: /
User-agent: crawler4j
Disallow: /
User-agent: Crawlera
Disallow: /
User-agent: CRAZYWEBCRAWLER
Disallow: /
User-agent: GrapeshotCrawler
Disallow: /
# Otros motores de búsqueda
# Bloqueo de Baidu (Principal motor de búsqueda en China)
# http://help.baidu.com/question?prod_en=master&class=Baiduspider
User-agent: Baiduspider
Disallow: /
# Bloqueo de Nandex (Principal motor de búsqueda en Corea del Sur)
User-agent: naverbot
Disallow: /
# Bloqueo de YandexBot (Principal motor de búsqueda en Rusia)
User-agent: YandexBot
Disallow: /
# Bloqueo para herramientas SEO
# Bloqueo de sistrix
User-agent: sistrix
Disallow: /
# Bloqueo de Ahrefs
User-agent: AhrefsBot
Disallow: /
# Bloqueo de SEOProfilerbot
User-agent: spbot
Disallow: /
# Bloqueo de Screaming Frog
User-agent: Screaming Frog SEO Spider
Disallow: /
# Bloqueo de Majestic
# Más info en http://www.majestic12.co.uk
User-agent: MJ12bot
Disallow: /
#Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /img/*
Disallow: /account/*
Disallow: /login/*
Disallow: /checkout/*
Disallow: /busca/*
Disallow: /quick-view/*
Disallow: /espiar/*
Noindex: /buscapagina/*
# ALLOWs QUE DEBEN ESTAR SIEMPRE
User-agent: *
Allow: /*.css
Allow: /*.jpeg
Allow: /*.js
Allow: /*.png
Allow: /*.webp
Allow: /*.jpg
# URLS NO DEBEN APARECER
User-agent: *
Disallow: /_secure
Disallow: /account
Disallow: /admin
Disallow: /busca
Disallow: /buscapagina
Disallow: /buscavazia
Disallow: /checkout/
Disallow: /checkout/#/cart
Disallow: /checkout/cart/add
Disallow: /checkout#/
Disallow: /coleccion/
Disallow: /control/
Disallow: /espiar/
Disallow: /files/
Allow: /files/*.js
Allow: /files/*.css
Allow: /_v/public/graphql/v1?*
Allow: /_v/segment/graphql/v1?*
Allow: /?__pickRuntime=appsEtag%2Cblocks%2CblocksTree%2Ccomponents%2CcontentMap%2Cextensions%2Cmessages%2Cpage%2Cpages%2Cquery%2CqueryData%2Croute%2CruntimeMeta%2Csettings&__device=*
Allow: /api/sessions?items=*
Allow: /_v/segment/routing/vtex.store@2.x/department/*
Allow: /api/dataentities/LC/documents/*
Disallow: /img/
Disallow: /lista-de-deseos
Disallow: /login
Disallow: /quick-view/
Disallow: /Sistema/
Disallow: /Sistema/404
Disallow: /Sistema/buscavazia
Disallow: /wishlist
Disallow: /mxchanel.myvtex.com/
#DISALLOW URL PARAMETROS
User-agent: *
Disallow: /*?
Allow: /*?idsku=
Allow: /*utm_
Disallow: /*&
Disallow: /*%
# EVITAR 404 ERRORES
User-agent: *
Disallow: /*.aspx
#SITEMAPS
Sitemap: https://mx-eshop.chanel.com/sitemap.xml