# For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /cart
Disallow: /checkout
Disallow: /my-account
Allow: /cartier*

Disallow: /search

Disallow: /en/search
Disallow: /*?showType
Disallow: /*?categoryCode
Disallow: /*?sort
Disallow: /*?pagetype
Disallow: /*?q
Allow: /*?PageSpeed
Disallow: /*?currentPosition
Disallow: /*?text&showType&sort

Disallow: /ssladmin/
Disallow: /sslomm/

Disallow: /&s2=ym
Disallow: /catalogservlet?categoryid=
Disallow: /checkout/multi/
Disallow: /crm.
Disallow: /r.srvtrck.com/v1/
Disallow: /wishlist/addorremovewishlist/

# Allow search crawlers to discover the sitemap
Sitemap: https://www.shoppersstop.com/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Allow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Allow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Block EtaoSpider as ecommerence engine
User-agent: EtaoSpider
Allow: /

# Unsafe robots to disallow

User-agent: CopyRightCheck
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: QueryN Metasearch
Disallow: /

User-agent: True_Robot
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: Yandex
Disallow: /