User-agent: *
Disallow: /cgi-bin/
Disallow: /assets/
Disallow: /manager/
Disallow: /imgs/
Disallow: /privacy

User-agent: SBIder
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Stanford
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: grub
Disallow: /

User-agent: looksmart
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: libWeb/clsHTTP
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: WebEnhancer
Disallow: /

User-agent: MSIECrawler
Disallow: /