# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /2admin
Disallow: /admin
Disallow: /counter
Disallow: /connections
Disallow: /conversie
Disallow: /forum
Disallow: /oud
Disallow: /phpmyadmin
Disallow: /plesk-stat
Disallow: /todo
Disallow: /todo_config
Disallow: /todoadmin