User-agent: *
Disallow: /on/demandware.store/Sites-US-Site/
Disallow: /on/demandware.store/Sites-RoW-Site/
Disallow: /*-*/checkout/confirmation
User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
Disallow: /
sitemap: https://www.canyon.com/sitemap_index.xml