# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /bin
Disallow: /Communications
Disallow: /db
Disallow: /err
Disallow: /img
Disallow: /includes
Disallow: /Jobs
Disallow: /News
Disallow: /Projects
Disallow: /Registry
Disallow: /searchpro
Disallow: /SocInfo
Disallow: /stylesheets