############################### # # robots.txt file for this web site # # address all robots using wild card * # User-agent: * # # # list folders robots are not allowed to index # # Disallow: /stats/ Disallow: /cgi-bin/ Disallow: /assets/ Disallow: /assets/images/ Disallow: /assets/images/homepage/ Disallow: /assets/images/homepage/vl/ Disallow: /assets/images/homepage/vl2/ Disallow: /assets/images/homepage/vm/ Disallow: /assets/images/homepage/vm2/ Disallow: /assets/images/homepage/vr/ Disallow: /assets/images/autogen/ # # # List specific files to exclude from index # #Disallow: /nutsNbolts/turtle_without_clothes.html # # End of robots.txt file # ###############################