############################### # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /admin/ Disallow: /RadControls/ # # list specific files robots are not allowed to index # Disallow: /web.config Disallow: /More_World_Records_90.aspx Disallow: /World_Records_74.aspx Disallow: /Offline_Thank_You_150.aspx Disallow: /Online_Thank_You_149.aspx Disallow: /Online_Fail_151.aspx # # End of robots.txt file # ###############################