User-agent: apibot
Disallow: /

User-agent: Wget/1.8.2
Disallow: /

User-agent: Wget/1.9.1
Disallow: /

User-agent: Wget/1.10.1-betal
Disallow: /

User-agent: Wget
Disallow: /

User-agent: DTAAgent
Disallow: /

#added 01/02/2006
User-agent: Gigabot/2.0
Disallow: /

#added 01/10/2006
User-agent: NG/2.0
Disallow: /

User-agent: appie 1.1
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: Exabot-Images
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: sproose
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /phorm/
Disallow: /images/
Disallow: /new/