User-agent: *

# # GENERAL SETTINGS For MAGENTO

# # Do not index the page Magento admin
Disallow: /admin/

# # Do not index the shared files Magento
Disallow: /cron.php
Disallow: /error_log
Disallow: /get.php

Disallow: /*.aspx
Disallow: /*.do
Disallow: /review/
Disallow: /mobile/

Disallow: /category/
Disallow: /catalog/

Disallow: /*.html.html
Disallow: /*.ashx?
Disallow: /*.axd?d
Disallow: /*/xml/
Disallow: /webservices/
Disallow: /shipping/tracking/popup/hash/
Disallow: /product/
Disallow: /test
Disallow: /p2p/
Disallow: /3/
Disallow: /*?us=y
Disallow: /*.jsp
Disallow: /*class=
Disallow: /*rSort
Disallow: /*.asp

# Reduce robots traffic
Disallow: /wishlist/index/add/

Disallow: /catalogsearch
Disallow: /*price=
Disallow: /*brand=
Disallow: /*product_list_order=
Disallow: /*color_group=
Disallow: /*brand_collection=
Disallow: /*type=
Disallow: /*item_type=
Disallow: /*cat=
Disallow: /*gender=
Disallow: /*size_category=
Disallow: /*fabric=

Sitemap: https://www.scrubsandbeyond.com/sitemaps/sitemap_products_sab.xml
Sitemap: https://www.scrubsandbeyond.com/sitemaps/sitemap_categories_sab.xml
Sitemap: https://www.scrubsandbeyond.com/sitemaps/blogs.xml