User-agent: Ask
Disallow: 

User-agent: Ask Jeeves
Disallow: 

User-agent: FAST-WebCrawler
Disallow: 

User-agent: Googlebot
Disallow: 

User-agent: Googlebot-Image
Disallow: 

User-agent: Googlebot-Mobile
Disallow: 

User-agent: ia_archiver
Disallow: 

User-agent: InfoSeek sidewinder
Disallow: 

User-agent: Mediapartners-Google* 
Disallow: 

User-agent: (Mozilla/5.0 (compatible; AMZNKAssocBot/4.0))
Disallow: 

User-agent: msnbot
Disallow: 

User-agent: Scooter
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: TeomaAgent
Disallow: 

User-agent: ValueClick Robocop/0.2b
Disallow: 

User-agent: WebCrawler
Disallow: 

User-agent: Yahoo Slurp
Disallow: 

User-agent: Zyborg
Disallow: 

User-agent: msnbot
Crawl-delay: 90