############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /Auction/ Disallow: /HomePage/ Disallow: /art/ Disallow: /themes/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /tutorial/ # # list specific files robots are not allowed to index # Disallow: /testblog.css Disallow: /path.php Disallow: /ie3.css Disallow: /PP5.css # # # From Wordpress forum, other things to disallow # User-agent: All Allow: / # User-agent: Googlebot-Image Disallow: / # User-agent: duggmirror Disallow: / # # # ###############################