User-agent: * Disallow: /cgi-bin/ # Rover is a bad dog User-agent: Roverbot User-agent: Teleport Pro/1.29.1634 User-agent: EmailSiphon User-agent: download b User-agent: ia_archiver User-agent: Fuck You User-agent: ScoutAbout User-agent: Scooter-ARS-1.1-ih User-agent: Offline Explorer/1.9 User-agent: Lockstep Spider/1.0 User-agent: Scooter-3.0.3_JT User-agent: FairAd Client User-agent: Rotondo/3.1 libwww/5.3.2 User-agent: Mozilla/1.0 User-agent: Microsoft URL Control - 6.00.8862 User-agent: SSM Agent 1.0 User-agent: download b User-agent: Slurp/cat User-agent: TECOMAC-Crawler/0.5 User-agent: TECOMAC-Crawler/0.* User-agent: psbot/0.1 User-agent: grub-client-1.4.3 User-agent: grub-client-1.*.* User-agent: grub-client User-agent: WebCopier v3.3 Disallow: /