# For all robots 
User-agent: * 

# Block access to specific groups of pages 
Disallow: /cart-show
Disallow: /checkout* 
Disallow: /my-account* 
Disallow: /my-company* 
Disallow: /search* 
Disallow: /account* 
Disallow: /register* 
Disallow: /wishlist* 
Disallow: /signup*
Disallow: /product-registration
Disallow: /payment* 
Disallow: /billing* 
Disallow: /shipping* 
Disallow: /order* 
Disallow: /Product-Variation* 
Disallow: /Search-Show*
Disallow: /on/demandware.store/* 
Disallow: /login*


#to disallow dwvar parameter
Disallow: /*dwvar*


#to disallow Product-ShowQuickView
Disallow: /Product-ShowQuickView


# Allow search crawlers to discover the sitemap 
Sitemap: https://www.blackburndesign.com/sitemap_index.xml
 https://www.blackburndesign.com/sitemap_0-product.xml
 https://www.blackburndesign.com/sitemap_1-category.xml
 https://www.blackburndesign.com/sitemap_2.xml


# Block CazoodleBot as it does not present correct accept content headers 
User-agent: CazoodleBot 
Disallow: / 

# Block MJ12bot as it is just noise 
User-agent: MJ12bot 
Disallow: / 

# Block dotbot as it cannot parse base urls properly 
User-agent: dotbot/1.0 
Disallow: / 

# Block Gigabot 
User-agent: Gigabot 
Disallow: /