User-agent: Googlebot
User-agent: Yahoo Slurp
User-agent: MSNBot-media 
User-agent: Google Web Preview
User-agent: Googlebot-Image 
User-agent: Bing Preview bot
User-agent: Alexa (IA Archiver)
User-agent: Adsbot-Google
User-agent: Mediapartners-Google
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /uploads/
Disallow: /smarty/
Disallow: /plugins/
Disallow: /database/
Disallow: /cron_reports/
Disallow: /config/
Disallow: /ca/

User-agent: *
Disallow: /