User-agent: *
Disallow: /nocache/
Disallow: /blogs/
Disallow: /da/
Disallow: /games/
Disallow: /linkex/
Disallow: /flash/flv/
Disallow: /fp/
Disallow: /feeds/
Disallow: /js/
Disallow: /webmasters/
Disallow: /Webmasters/
Disallow: /images/
Disallow: /siteinfo/
Disallow: /sitesinfo/
Disallow: /sitewarn.asp

User-agent: Slurp
Disallow: /*?filter=
Allow: /feeds/b/
Disallow: /dirsearch.asp

User-agent: twiceler
Disallow: /

User-agent: AboutUsBot
Disallow: /

User-agent: *odp*
Disallow: /

User-agent: *dmoz*
Disallow: /

User-agent: MSIECrawler
Disallow: /
Allow: /feeds/b/

User-agent: *Java*
Disallow: /

User-agent: Java
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: LinkChecker
Disallow: /