# Disallow all crawlers access to certain pages. 
 User-agent: * 

 Disallow: /img/* 
 Disallow: /account/* 
 Disallow: /login/* 
 Disallow: /checkout/* 
 Disallow: /busca/* 
 Disallow: /quick-view/* 
 Disallow: /espiar/* 
 Noindex: /buscapagina/* 

# ALLOWs QUE DEBEN ESTAR SIEMPRE
User-agent: *
Allow: /*.css
Allow: /*.jpeg
Allow: /*.js
Allow: /*.png
Allow: /*.webp
Allow: /*.jpg

# URLS NO DEBEN APARECER

User-agent: *
Disallow: /secure/
Disallow: /account/
Disallow: /admin/
Disallow: /busca/
Disallow: /login/
Disallow: /buscapagina
Disallow: /buscavazia
Disallow: /buscavazia/*
Disallow: /checkout
Disallow: /checkout/
Disallow: /checkout/*
Disallow: /checkout#/*
Disallow: /checkout/#/cart
Disallow: /checkout/cart/add
Disallow: /checkout#/
Disallow: /coleccion/
Disallow: /control/
Disallow: /espiar/
Disallow: /files/
Allow: /files/*.js
Allow: /files/*.css
Allow: /_v/public/graphql/v1?*
Allow: /_v/segment/graphql/v1?*
Allow: /api/catalog_system/pub/products/search?fq=*
Allow: /*?page=*
Allow: /*?__pickRuntime=appsEtag%2Cblocks%2CblocksTree%2Ccomponents%2CcontentMap%2Cextensions%2Cmessages%2Cpage%2Cpages%2Cquery%2CqueryData%2Croute%2CruntimeMeta%2Csettings&__device=*
Allow: /api/dataentities/flashsale/search?_fields=*
Allow: /api/dataentities/productsfs/search?_fields=*
Allow: /api/sessions?items=*
Disallow: /img/
Disallow: /lista-de-deseos
Disallow: /login
Disallow: /quick-view/
Disallow: /Sistema/
Disallow: /Sistema/404
Disallow: /Sistema/buscavazia
Disallow: /wishlist
Disallow:/te-ayudamos


#DISALLOW URL PARAMETROS

User-agent: *
Disallow: /*?
Disallow: /*?idsku=
Disallow: /*utm_
Disallow: /*&
Disallow: /*%

# EVITAR 404 ERRORES
User-agent: *
Disallow: /*.aspx

# Allow specific	Google robots
User-agent: Googlebot
Disallow:

User-agent: Adsbot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Googlebot-Video
Disallow:

User-agent: Googlebot-Mobile
Disallow:

User-agent: Mediapartners-Google
Disallow:

User-agent: Googlebot/2.1
Disallow:

User-agent: Storebot-Google
Disallow:


#SITEMAPS
Sitemap: https://www.farmatodo.com.mx/sitemap.xml