############################### # # robots.txt file for this web site # # address all robots using wild card * # User-agent: * # # # list folders robots are not allowed to index # # Disallow: /webalizer/ Disallow: /modlogon/ Disallow: /cp/ Disallow: /cgi-bin/ # # # List specific files to exclude from index # Disallow: /thank_you.htm Disallow: /default.htm # # End of robots.txt file # ###############################