User-agent: *
Disallow: /cdn-cgi/
Disallow: /bag
Disallow: /saved-items
Disallow: /admin
Disallow: /secure
Disallow: /my-account
Disallow: /maintenance
Disallow: /order-confirmation
Disallow: /order-failed
Disallow: /adobe-iframe.html
Disallow: /blog/tag/
User-agent: bingbot
Disallow: /bag
Disallow: /secure
Disallow: /my-account
Disallow: /admin
Disallow: /saved-items
Disallow: /maintenance
Disallow: /order-confirmation
Disallow: /order-failed
Disallow: /adobe-iframe.html
Disallow: /blog/tag/
User-agent: Slurp
Crawl-delay: 10
Disallow: /bag
Disallow: /secure
Disallow: /my-account
Disallow: /admin
Disallow: /saved-items
Disallow: /maintenance
Disallow: /order-confirmation
Disallow: /order-failed
Disallow: /adobe-iframe.html
Disallow: /blog/tag/
User-agent: 008
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: pinterestbot
Crawl-delay: 1
# Sitemap Index Files
Sitemap: https://www.mainlinemenswear.co.uk/sitemap.xml
Sitemap: https://www.mainlinemenswear.co.uk/blog/sitemap_index.xml