# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism


User-agent: *
Disallow: /_img
Disallow: /_css
Disallow: /_class
Disallow: /_media
Disallow: /_cnfg
Disallow: /_images
Disallow: /_includes
Disallow: /_adm