User-agent: *
Disallow: /*add_to_cart		
Disallow: /*cart
Disallow: /*myaccount
Disallow: /*shippinginfo
Disallow: /*checkout_signin
Disallow: /*checkout_info
Disallow: /*checkout_review
Disallow: /*myaccount_login
Disallow: /*view_cart
Disallow: /*order_status_email
Disallow: /*printable_prod_detail
Disallow: /*results.aspx




User-agent: msnbot		# to prevent msnbot from crawling too much
Crawl-delay: 5 			# 5 seconds to wait after each successful crawling
Request-rate: 1/5 		# 1 page per every 5 seconds

User-agent: bingbot		# to prevent bingbog from crawling too much
Crawl-delay: 5 			# 5 seconds to wait after each successful crawling
Request-rate: 1/5 		# 1 page per every 5 seconds

User-agent: Riddler
Disallow: /

User-agent: CrazyWebCrawler-Spider
Disallow: /