User-agent: *
Allow: /thumbs
Allow: /images
Allow: /media
Allow: /mixed
Allow: /vid
Disallow: /cgi-bin
Disallow: /admin
Disallow: /templates
Disallow: /class
Disallow: /function
Disallow: /genfiles
Disallow: /js
Disallow: /lib
Disallow: /cron
Disallow: /config
Disallow: /css

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: ia_archiver-web.archive.org
Disallow: /