# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /OldMain
Disallow: /construction
Disallow: /db
Disallow: /download
Disallow: /graphics
Disallow: /hylafax
Disallow: /index
Disallow: /mail2url
Disallow: /manual
Disallow: /melissa
Disallow: /phone
Disallow: /php
Disallow: /terminal
Disallow: /ticket
Disallow: /town