User-agent: flatlandbot
Disallow: /

User-agent: msrbot
Disallow: /

User-agent: linkwalker
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: ICCrawler - ICjobs
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: Blogcensus
Disallow: /

User-agent: psbot
Disallow: /gfx/
Disallow: /misc/
Disallow: /software/

User-agent: YodaoBot
Disallow: /resources

User-agent: NaverBot
Disallow: /resources

User-agent: ichiro
Disallow: /resources

User-agent: Googlebot-Image
Disallow: /software/
Disallow: /resources/Johann/*-th.*
Disallow: /resources/Johann/*_th.*

# STFU Yahoo!

User-agent: Slurp
Crawl-delay: 1200
Disallow: /misc/
Disallow: /blog/?flavor=simple&entries=1
Disallow: /blog/?flavor=rss
Disallow: /blog/?flavor=rss2
Disallow: /blog/?flavor=atom
Disallow: /search/
Disallow: /software/geoscope/apidoc/
Disallow: /software/nativecall/apidoc/
Disallow: /software/stringsearch/apidoc/
Disallow: /software/uuid/apidoc/
Disallow: /software/plateau/apidoc/
Disallow: /software/xsltjs/apidoc/

User-agent: *
Disallow: /includes/
Disallow: /include/
Disallow: /lib/
Disallow: /library/
Disallow: /siteadmin/
Disallow: /java/
Disallow: /javascript/
Disallow: /js/
Disallow: /misc/
Disallow: /blog/?flavor=simple&entries=1
Disallow: /blog/?flavor=rss
Disallow: /blog/?flavor=rss2
Disallow: /blog/?flavor=atom
Disallow: /search/
Disallow: /software/geoscope/apidoc/
Disallow: /software/nativecall/apidoc/
Disallow: /software/stringsearch/apidoc/
Disallow: /software/uuid/apidoc/
Disallow: /software/plateau/apidoc/
Disallow: /software/xsltjs/apidoc/