User-Agent: Mediapartners-Google* 
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Allow: /shared-content/gallery/*
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Googlebot
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Allow: /shared-content/gallery/*
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: MSNBot
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Allow: /shared-content/gallery/*
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Scooter
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Allow: /shared-content/gallery/*
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Slurp
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Allow: /shared-content/gallery/*
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Yahoo-Newscrawler
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Allow: /shared-content/gallery/*
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: YahooYSMcm
Disallow:
Disallow: /cgi-bin/
Disallow: /shared-content/
Allow: /shared-content/gallery/*
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: ia_archiver
Disallow:
Disallow: /cgi-bin/
Disallow: /shared-content/
Allow: /shared-content/gallery/*
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: * 
Disallow: /