User-agent: * Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /files/ Disallow: /htaccess/ Disallow: /htaccess/index.php Disallow: /templates/ # If you want Google specific rules # otherwise remove these Googlebot # rules and use the above only # remeber to include the htaccess ones # so we dont block Google ...eeek! User-agent: Googlebot Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /files/ Disallow: /htaccess/ Disallow: /htaccess/index.php Disallow: /templates/ # Specific disallow rules for # specific engines, bots, crawlers User-agent: Googlebot-Image Disallow: / User-agent: psbot Disallow: / #Internet Archive Block User-agent: ia_archiver Disallow: / User-agent: asterias Disallow: / User-agent: yahoo-blogs/v3.9 Disallow: / User-agent: yahoo-mmcrawler Disallow: /