User-Agent: ia_archiver
Disallow: /

User-Agent: fast
Disallow: /

User-Agent: nabot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-Agent: Openbot
Disallow: /

User-Agent: Naver
Disallow: /

User-Agent: ZyBorg
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-Agent: ArchitextSpider
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-Agent: slurp
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-Agent: girafa
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-Agent: msnbot
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-agent: DiaGem
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-agent: SlySearch
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-agent: Steeler
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-agent: TurnitinBot
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top

User-agent: NPBot
Disallow: /2006
Disallow: /cgi
Disallow: /err
Disallow: /cru
Disallow: /dl
Disallow: /gal
Disallow: /gif
Disallow: /log
Disallow: /mbi
Disallow: /top