User-agent: *
Disallow: /cgi-bin/
Disallow: /anon_ftp/
Disallow:

User-agent: BackDoorBot

User-agent: Black Hole

User-agent: CopyRightCheck

User-agent: DittoSpyder

User-agent: dloader

User-agent: download b

User-agent: DoctorHTML

User-agent: Download Ninja

User-agent: EmailCollector

User-agent: EmailSiphon

User-agent: EmailWolf

User-agent: ExtractorPro

User-agent: Grub

User-agent: Harvest

User-agent: HitboxDoctor

User-agent: HTMLDOC

User-agent: ia_archiver

User-agent: InternetSeer

User-agent: ISSB Website Loader

User-agent: JoBo

User-agent: master_prog

User-agent: Mata Hari

User-agent: NetMechanic

User-agent: Offline Explorer

User-agent: Offline Commander

User-agent: PICgrabber

User-agent: QuepasaCreep

User-agent: SiteSnagger

User-agent: SlySearch

User-agent: VCI WebViewer

User-agent: WebStripper

User-agent: Web Image Collector

User-agent: WebSauger

User-agent: WebZip

User-agent: Wget
Disallow: /