# from WebmasterWorld.com: robots.txt

User-agent: Mediapartners-Google*
Disallow:

#User-agent: Googlebot-Image
#Disallow: /

User-agent: mozDex
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: ia_archiver 
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: gammaSpider
Disallow: /

User-agent: psbot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: larbin
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: LinkWalker
Disallow: /


User-agent: *
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /class/
Disallow: /error/
Disallow: /images/
Disallow: /include/
Disallow: /install/
Disallow: /kernel/
Disallow: /language/
Disallow: /modules/protector/
Disallow: /modules/subscribers/
Disallow: /modules/system/
Disallow: /templates_c/
Disallow: /themes/
Disallow: /uploads/