User-agent: *   # directed to all spiders
Disallow: /cgi-bin
Disallow: /logs
Disallow: /data
Disallow: *.sh
Disallow: *.txt

User-agent: e-SocietyRobot
Disallow: /
User-Agent: OmniExplorer_Bot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DTS\ Agent
Disallow: /