################### #robots.txt file for househero.com # # cover all robots by using the wild card symbol * # User-agent: * # the following lists folders robots are banned from # Disallow: /projects/ Disallow: /cgi-bin/ # # list specific files robots are not allowed to index # # Disallow: /misc/notforpublicview.html # # This last one prevents the entire site being indexed # Disallow: / # # Restricted access to named spiders. All others allowed # # User-agent: webcrawler # User-agent: googlebot # User-agent: scooter # Allow: /articles/okaybyme.html # Disallow: /articles/ # # End robots.txt file for househero.com ####################