User-agent: ia_archiver
User-agent: Wget
User-agent: Xenu's
User-agent: NG/2.0
User-agent: ZyBorg/1.0
User-agent: IRLbot/1.0
User-agent: Orbiter/T-2.0
User-agent: Speedy Spider
User-agent: BecomeBot/2.2.5
User-agent: aipbot/1.0
User-agent: EmeraldShield.com WebBot
User-agent: IlTrovatore-Setaccio/1.2
User-agent: sna-0.0.1
User-agent: McBot/5.001
User-agent: Gigabot/2.0
User-agent: SurveyBot/2.3
User-agent: Speedy Spider
User-agent: Amfibibot/0.07
User-agent: PlantyNet_WebRobot_V1.9
User-agent: ConveraCrawler
User-agent: OmniExplorer_Bot/4.32
User-agent: RufusBot
User-agent: SBIder
User-agent: TMCrawler
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /click.php