# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /Admin
Disallow: /App_Browsers
Disallow: /App_Code
Disallow: /App_Data
Disallow: /App_GlobalResources
Disallow: /App_LocalResources
Disallow: /App_Themes
Disallow: /App_WebReferences
Disallow: /Bin
Disallow: /FreeTextBox
Disallow: /Logs
Disallow: /MasterPages