# Regla 1
User-agent: AdsBot-Google
Disallow:

# Regla 2
User-agent: Googlebot
Disallow:

# Regla 3
User-agent: Googlebot-image
Disallow:

# For all robots

User-agent: *

# Block access to specific groups of pages
Allow: /c
Disallow: /c/portal/login
Disallow: /group
Disallow: /tienda
Noindex: /tienda
Disallow: /tienda/cart
Disallow: /tienda/checkout
Disallow: /tienda/my-account
Disallow: /tienda/order-status
Disallow: /tienda/Open-Catalog/Equipos/Renovacion-Reposicion
Disallow: /tienda/Open-Catalog/Equipos/Renovacion-Reposicion/c/renorepo
Disallow: /tienda/Bajarenta/c/Bajarenta
Disallow: /tienda/MercurioCuota/c/MercurioCuota
Disallow: /tienda/b4j4rent4/c/b4j4rent4
Disallow: /empresas-portalcol/
Disallow: /portal-col/
Disallow: /web/portal-col/
Disallow: /atencion-clientes/recarga-en-linea
Noindex: /atencion-clientes/recarga-en-linea
Disallow: /pospago-pos
Disallow: /ventasasistidas
Noindex: /ventasasistidas
Disallow: /preferencial
Noindex: /preferencial
Disallow: /documents/


# Allow search crawlers to discover the sitemap
Sitemap: http://www.movistar.co/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /
Disallow: /*.pdf