User-agent: htdig
Disallow: /about/
Disallow: /ads/
Disallow: /banners/
Disallow: /cgi-bin/
Disallow: /channel/
Disallow: /class/
Disallow: /classifieds/
Disallow: /doc/
Disallow: /htdig/
Disallow: /images/
Disallow: /jobs/
Disallow: /payment/
Disallow: /pdf/
Disallow: /pdf_archive/
Disallow: /postscript/
Disallow: /realest/
Disallow: /search/
Disallow: /sponsor/
Disallow: /shopping/
Disallow: /staff/
Disallow: /stat/
Disallow: /users/
Disallow: /www/


User-agent: *
Disallow: /banners/
Disallow: /cgi-bin/
Disallow: /channel/
Disallow: /class/
Disallow: /classifieds/
Disallow: /doc/
Disallow: /htdig/
Disallow: /images/
Disallow: /pdf_archive/
Disallow: /postscript/
Disallow: /realest/
Disallow: /search/
Disallow: /staff/
Disallow: /stat/
Disallow: /users/
Disallow: /www/


User-Agent: *
Disallow: /images/ /files/

User-Agent: DISCo Pump, Teleport Pro, WebSnake, Teleport
Disallow: /
User-Agent: Offline Explorer, MSIECrawler, NetVampire
Disallow: /
User-Agent: WebZIP, Web-By-Mail, Wget, Reget, GetRight
Disallow: /