# dpsweb/plumbing.com/robots.txt # $Id: robots.txt,v 1.3 2009/07/29 15:41:11 sstanaitis Exp $ # This is for yahoo User-agent: Slurp Crawl-delay: 10 # For all robots User-agent: * # This is for anyone else Request-rate: 1/1 # maximum rate is one page every 1 seconds # Don't put anything in the shopping cart Disallow: /cgi-bin/cart.pl Disallow: /decor/cart.pl # Don't try to track orders Disallow: /cgi-bin/getTracking.pl Disallow: /decor/getTracking.pl # Don't index these pages Disallow: /decor/myAccount.pl # Don't look at obsolete programs Disallow: /cgi-bin/advSearch.pl Disallow: /cgi-bin/drillDown.pl Disallow: /cgi-bin/rawSearch.pl Disallow: /decor/advSearch.pl Disallow: /decor/drillDown.pl Disallow: /decor/rawSearch.pl # Block product-related pages Disallow: /decor/product.pl Disallow: /decor/search.pl Disallow: /decor/static.pl?S=promo Disallow: /page Disallow: /product # Block old pages Disallow: /decor/builderPackage.pl Disallow: /decor/static.pl?S=basics Disallow: /decor/static.pl?S=collections Disallow: /decor/static.pl?S=storeHome # This is to block Fatbot and www.thefind.com who we never got #sales from anyways and gave wrong prices for us anyways User-agent: Fatbot Disallow: / # Private spider block. User-agent: Exabot Disallow: /