#DISALLOWS robots...
User-agent: Teleport
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: GetRight
Disallow: /

User-agent: FlashGet
Disallow: /

User-agent: JetCar
Disallow: /

User-agent: Go!Zilla
Disallow: /

User-agent: NamoWebEditor
Disallow: /

User-agent: Namo
Disallow: /

User-agent: MSFrontPage
Disallow: /

User-agent: WebTrack-HTTPP
Disallow: /

User-agent: WebSymmetrix
Disallow: /

#DISALLOWS the crawling of the following files and directories..
User-agent: *
Disallow: /supervise/
Disallow: /mynizform/
Disallow: /pay/
Disallow: /mgr/
Disallow: /news_data/
Disallow: /js/
Disallow: /lib/
Disallow: /common/
Disallow: /MakeFile/
Disallow: /blog_file/
Disallow: /Blog/