# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /_private
Disallow: /aaaim
Disallow: /altadena/_private
Disallow: /echo/_private
Disallow: /cgi-bin
Disallow: /images
Disallow: /_private
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_txt
Disallow: /paid
Disallow: /CandHpaid
Disallow: /cgi-local
Disallow: /CandH/images
Disallow: /CandH/_private
Disallow: /CandH/_vti_bin
Disallow: /CandH/_vti_cnf
Disallow: /CandH/_vti_log
Disallow: /CandH/_vti_pvt
Disallow: /CandH/_vti_txt