# For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /us/en/cart
Noindex: /us/en/cart
Disallow: /us/en/checkout
Noindex: /us/en/checkout
Disallow: /us/en/my-account
Noindex: /us/en/my-account
Disallow: /index.php/
Noindex: /index.php/
Disallow: /app/
Noindex: /app/
Disallow: /lib/
Noindex: /lib/
Disallow: /*?
Noindex: /*?
Disallow: /*.php${color}
Noindex: /*.php${color}
Disallow: /pkginfo/
Noindex: /pkginfo/
Disallow: /report/
Noindex: /report/
Disallow: /var/
Noindex: /var/
Disallow: /catalog/
Noindex: /catalog/
Disallow: /customer/
Noindex: /customer/
Disallow: /sendfriend/
Noindex: /sendfriend/
Disallow: /review/
Noindex: /review/
Disallow: /*SID=
Noindex: /*SID=
Disallow: /cn/en
Noindex: /cn/en
Disallow: /cn/zh
Noindex: /cn/zh
Disallow: /br/en
Noindex: /br/en
Disallow: /br/pt
Noindex: /br/pt
Disallow: /th/en
Noindex: /th/en
Disallow: /vn/en
Noindex: /vn/en
Disallow: /search*
Disallow: /*/*/search*
Disallow: /*/*/*/*/search*
Noindex:  /*/*/search*
Noindex:  /*/*/*/*/search*
Disallow:/us/en/ymm/test-pages-section
Noindex: /us/en/ymm/test-pages-section
Disallow:/us/en/test
Noindex: /us/en/test

Request-rate: 1/10              # maximum rate is one page every 10 seconds
Crawl-delay: 10                 # 10 seconds between page requests
Visit-time: 0400-0845           # only visit between 04:00 and 08:45 UTC

# Allow search crawlers to discover the sitemap
# This sitemap will include the other languages as well.
# There is no need for separate sitemaps.
Sitemap: https://www.gates.com/us/en/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

#Block SEMrushBot
User-agent: SemrushBot
Disallow: /

#Block SEMrushBot from crawling your site for different SEO and technical issues:
User-agent: SemrushBot-SA
Disallow: /

#Block SEMrushBot from crawling your site for Backlink Audit tool:
User-agent: SemrushBot-BA
Disallow: /

#Block SEMrushBot from crawling your site for On Page SEO Checker tool and similar tools:
User-agent: SemrushBot-SI
Disallow: /

#Block SEMrushBot from checking URLs your site for SWA tool:
User-agent: SemrushBot-SWA
Disallow: /

#Block SEMrushBot from crawling your site for Content Analyzer and Post Tracking tools:
User-agent: SemrushBot-CT
Disallow: /

#Block SEMrushBot from crawling your site for Brand Monitoring:
User-agent: SemrushBot-BM
Disallow: /

#Block Baiduspider
User-agent: Baiduspider
Disallow: /