User-agent: psbot
Disallow: /

User-agent: exabot
Disallow: /

User-agent: voilabot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: *
Crawl-delay: 30
Disallow: /cgi-bin/