User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /pdf

User-agent: *
Disallow: /doc

User-agent: Aipbot
Disallow:/

User-agent: Alexibot
Disallow: /

User-agent: EmailSiphon
Disallow:/

User-agent: ia_archiver
Disallow:/

User-agent: IChiro
Disallow:/

User-agent: Libwww
Disallow: /

User-agent: LinksManager.com_bot
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: Linkwalker
Disallow:/

User-agent: Offline Explorer
Disallow: /

User-agent: TurnitinBot
Disallow:/

User-agent: W3CRobot
Disallow:/

User-agent: WebZip/4.0
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Wget/1.6
Disallow: /

User-agent: Wget/1.5.3
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow: /