User-agent: Googlebot
Disallow: /snaps
Disallow: /free-web-stuff
Allow: /

User-agent: Yahoo Slurp
Disallow: /cgi
Disallow: /free-web-stuff
Disallow: /snaps
Allow: /

User-agent: Yahoo-MMCrawler
Disallow: /snaps
Allow: /

User-agent: Yandex bot
Disallow: /cgi
Disallow: /snaps
Disallow: /

User-agent: robot
Disallow: /

User-agent: Java
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Voyager
Disallow: /

User-agent: ScoutJet
Disallow: /