# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /.hcc.thumbs/
Disallow: /backup/
Disallow: /cable.thezastoupils.com/
Disallow: /cgi/
Disallow: /navbar/
Disallow: /php_uploads/
Disallow: /thezastoupils.com/
Disallow: /Scott/
Disallow: /stats/
Disallow: /temp/