# /robots.txt file for http://webcrawler.com/

User-agent: webcrawler
Disallow: /code
Disallow: /extranet
Disallow: /templates
Disallow: /styles

User-agent: *
Disallow: /code
Disallow: /extranet
Disallow: /templates
Disallow: /styles