# # $Id: robots.txt,v 1.41 2006/04/15 16:31:58 ted Exp $ # # All robots will spider the domain User-agent: * Disallow: # exclude some access-controlled areas User-agent: * Disallow: /festers_crabshack/ Disallow: /cgi-bin/ Disallow: /auct/ Disallow: /Auctions/ Disallow: /artpro/ Disallow: /contact/