#Disallow all crawlers access to certain pages. 
User-agent: * 
Disallow: /img/
Disallow: /account/
Disallow: /login/
Disallow: /checkout/
Disallow: /busca/
Disallow: /quick-view/
Disallow: /espiar/
Disallow: /buscapagina/

# ALLOWs QUE DEBEN ESTAR SIEMPRE
User-agent: *
Allow: /*.css
Allow: /*.jpeg
Allow: /*.js
Allow: /*.png
Allow: /*.webp
Allow: /*.jpg
Allow: /*.svg
Allow: /*.woff

# URLS NO DEBEN APARECER

User-agent: *
Disallow: /secure/
Disallow: /account/
Disallow: /admin/
Disallow: /busca/
Disallow: /login/
Disallow: /buscapagina
Disallow: /buscavazia
Disallow: /buscavazia/*
Disallow: /checkout/
Disallow: /checkout/*
Disallow: /checkout#/*
Disallow: /checkout/#/cart
Disallow: /checkout/cart/add
Disallow: /checkout#/
Disallow: /control/
Disallow: /espiar/
Disallow: /files/
Disallow: /img/
Disallow: /lista-de-deseos
Disallow: /login
Disallow: /quick-view/
Disallow: /Sistema/
Disallow: /Sistema/404
Disallow: /Sistema/buscavazia
Disallow: /wishlist
Disallow: /te-ayudamos

#JSON RASTREABLES

Allow: /_v/public/graphql/v1?workspace=
Allow: /_v/segment/graphql/v1?workspace=
Allow: /_v/private/graphql/v1?workspace=
Allow: /api/vtexid/pub/authentication/providers?scope=
Allow: /_v/segment/routing/vtex.store@2.x/*device=*
Allow: /*?__pickRuntime=*device=*
Allow: /_v/public/vtex.styles-graphql/v1/font/*.otf
Allow: /_v/public/vtex.styles-graphql/v1/font/*.ttf
Allow: /_v/public/vtex.styles-graphql/v1/fonts/*workspace=*
Allow: /api/catalog_system/pub/products/search
Allow: /api/sessions?items=*
Allow: /files/switcherMenu.js*

#vtexassets RASTREABLES IMG

Allow: /arquivos/ids/*width=*

#DISALLOW URL PARAMETROS

User-agent: *

Disallow: /*?
Disallow: /*&
Disallow: /*%

#ALLOW URL PARAMETROS: IMPORTANTE MERCHANT

Allow: /*?idsku*
Allow: /*?skuId=
Allow: /*?page=
Allow: /*utm_


# EVITAR 404 ERRORES
User-agent: *
Disallow: /*.aspx

Sitemap: https://co.diesel.com/sitemap.xml