# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /com
Disallow: /DAO
Disallow: /download
Disallow: /downloads
Disallow: /inotes5
Disallow: /lotus
Disallow: /NetTracker
Disallow: /SametimeApplet
Disallow: /httplog
Disallow: /development
Disallow: /gtrhome
Disallow: /help
Disallow: /iNotes
Disallow: /mail
Disallow: /modems
Disallow: /NotesAdmin
Disallow: /SAV
Disallow: /W32
Disallow: /logs.nsf
Disallow: /names.nsf
Disallow: /identity.nsf
Disallow: /corpidentit.nsf
Disallow: /webadmin.nsf
Disallow: /notesblog.nsf
Disallow: /statrep.nsf
Disallow: /custnames.nsf
Disallow: /marketlibwiki.nsf
Disallow: /commblog.nsf
Disallow: /globalitwiki.nsf
Disallow: /wwwda.nsf