# robots.txt for http://www.huts.org/ User-agent: Mediapartners-Google* Disallow: User-agent: * Disallow: /urchin/ # This is an infinite virtual URL space Disallow: /stylesheets/ # these don't need to be visited Disallow: /style_sheets/ # ditto Disallow: /templates/ # ditto Disallow: /test/ Disallow: /cgi-bin/ Disallow: /httpdocs/menu_availablity.html/ # better to not have this show up on searches as it's not an entry page Disallow: /menu_availablity.html/ # better to not have this show up on searches as it's not an entry page Disallow: /test.html Disallow: /images/ Disallow: hutsforum/phpbb/groupcp.php Disallow: hutsforum/phpbb/memberlist.php Disallow: hutsforum/phpbb/modcp.php Disallow: hutsforum/phpbb/posting.php Disallow: hutsforum/phpbb/profile.php Disallow: hutsforum/phpbb/privmsg.php Disallow: hutsforum/phpbb/viewonline.php Disallow: hutsforum/phpbb/search.php