#Google Search Engine Robot
User-agent: Googlebot
Disallow: /akamai/*
Disallow: /componentes_estaticos/*
Disallow: /componentes_estaticos_v5/*
Disallow: /mobile/*
Disallow: /mobile_recursos_estaticos/*
Disallow: /recursos_estaticos/*
Disallow: /recursos_mobile_first/*
Disallow: /v6/*
Disallow: /*/{{url}}

#Applebot, the web crawler for Apple
User-agent: Applebot
Disallow: /akamai/*
Disallow: /componentes_estaticos/*
Disallow: /componentes_estaticos_v5/*
Disallow: /mobile/*
Disallow: /mobile_recursos_estaticos/*
Disallow: /recursos_estaticos/*
Disallow: /recursos_mobile_first/*
Disallow: /v6/*
Disallow: /*/{{url}}

#Yahoo! Search Engine Robot
User-Agent: Slurp
Disallow: /akamai/*
Disallow: /componentes_estaticos/*
Disallow: /componentes_estaticos_v5/*
Disallow: /mobile/*
Disallow: /mobile_recursos_estaticos/*
Disallow: /recursos_estaticos/*
Disallow: /recursos_mobile_first/*
Disallow: /v6/*
Disallow: /*/{{url}}

#Yandex Search Engine Robot
User-agent: Yandex
Disallow: /akamai/*
Disallow: /componentes_estaticos/*
Disallow: /componentes_estaticos_v5/*
Disallow: /mobile/*
Disallow: /mobile_recursos_estaticos/*
Disallow: /recursos_estaticos/*
Disallow: /recursos_mobile_first/*
Disallow: /v6/*
Disallow: /*/{{url}}

#Microsoft Search Engine Robot
User-Agent: msnbot
Disallow: /akamai/*
Disallow: /componentes_estaticos/*
Disallow: /componentes_estaticos_v5/*
Disallow: /mobile/*
Disallow: /mobile_recursos_estaticos/*
Disallow: /recursos_estaticos/*
Disallow: /recursos_mobile_first/*
Disallow: /v6/*
Disallow: /*/{{url}}

#Twitter Search Engine Robot
User-agent: Twitterbot
Disallow: /akamai/*
Disallow: /componentes_estaticos/*
Disallow: /componentes_estaticos_v5/*
Disallow: /mobile/*
Disallow: /mobile_recursos_estaticos/*
Disallow: /recursos_estaticos/*
Disallow: /recursos_mobile_first/*
Disallow: /v6/*
Disallow: /*/{{url}}

# Grapeshot Bot (Teads)
User-agent: grapeshot
Allow: /
Disallow: /akamai/*
Disallow: /componentes_estaticos/*
Disallow: /componentes_estaticos_v5/*
Disallow: /mobile/*
Disallow: /mobile_recursos_estaticos/*
Disallow: /recursos_estaticos/*
Disallow: /recursos_mobile_first/*
Disallow: /v6/*
Disallow: /*/{{url}}

# OpenAI's GPTBot 
User-agent: GPTBot
Disallow: /
Allow: /acerca-de/quienes-somos/

# Every bot that might possibly read and respect this file.
User-agent: *
Allow: /
Disallow: /akamai/*
Disallow: /componentes_estaticos/*
Disallow: /componentes_estaticos_v5/*
Disallow: /mobile/*
Disallow: /mobile_recursos_estaticos/*
Disallow: /recursos_estaticos/*
Disallow: /recursos_mobile_first/*
Disallow: /v6/*
Disallow: /*/{{url}}

# the protocol of the sitemap.
Sitemap: https://www.unotv.com/sitemap_index.xml