# exclude help system from robots
#User-agent: *
#Disallow: /images/
User-agent: *
Disallow: /cgi-bin/
User-agent: *
Disallow:/cgi-bin/rd/

Disallow: /exc/
User-agent: *


# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:

User-agent: Gigabot
Disallow: /

User-agent: MSNBOT
Disallow: /cgi-bin/

User-agent: MyCrawler 
Disallow: /cgi-bin/ 

User-agent: SlySearch
Disallow: /cgi-bin/

User-agent: Mercator
Disallow: /cgi-bin/

User-agent: fast
Disallow: /cgi-bin

User-agent: mirago
Disallow: /

User-agent: suchtop-bot-1.8
Disallow: /

User-agent: psbot
Disallow: /

User-agent: CoolBot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: turnitinbot
Disallow: /


User-agent: Zao
    Disallow: /

#User-Agent: sitecheck.internetseer.com
#Disallow: /