# faucet.com/robots.txt
# $Id: robots.txt,v 1.4 2009/07/29 15:22:36 sstanaitis Exp $

# This is for yahoo
User-agent: Slurp
Crawl-delay: 10

# For all robots
User-agent: *
# This is for anyone else
Request-rate: 1/1         # maximum rate is one page every 1 seconds
#         Don't put anything in the shopping cart
Disallow: cart.pl
Disallow: /cgi-bin/cart.pl
Disallow: /decor/cart.pl
#         Don't try to track orders
Disallow: getTracking.pl
Disallow: /cgi-bin/getTracking.pl
Disallow: /decor/getTracking.pl
#         Don't index these pages
Disallow: /decor/compareProducts.pl
Disallow: /decor/myAccount.pl
#         Don't look at obsolete programs
Disallow: advSearch.pl
Disallow: drillDown.pl
Disallow: rawSearch.pl
Disallow: /cgi-bin/advSearch.pl
Disallow: /cgi-bin/drillDown.pl
Disallow: /cgi-bin/rawSearch.pl
Disallow: /decor/advSearch.pl
Disallow: /decor/builderPackage.pl
Disallow: /decor/drillDown.pl
Disallow: /decor/rawSearch.pl
#         Don't look at obsolete static pages
Disallow: /decor/static.pl?S=collections/
Disallow: /decor/static.pl?S=storeHome

# This is to block Fatbot and www.thefind.com who we never got
#sales from anyways and gave wrong prices for us anyways
User-agent: Fatbot
Disallow: /

# Private spider block.
User-agent: Exabot
Disallow: /