User-Agent: Mediapartners-Google* 
Disallow: 

User-Agent: Googlebot
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/

User-Agent: MSNBot
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/

User-Agent: Scooter
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/

User-Agent: Slurp
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/

User-Agent: Yahoo-Newscrawler
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/

User-Agent: YahooYSMcm
Disallow:
Disallow: /cgi-bin/
Disallow: /shared-content/

User-Agent: * 
Disallow: /