############################### # # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index # Disallow: /App_Themes/ Disallow: /Bin/ Disallow: /cms/ Disallow: /contentfiles/ Disallow: /images/ Disallow: /inc/ Disallow: /js/ Disallow: /scripts/ Disallow: /templates/ Disallow: /htmls/ Disallow: /win-live/ Disallow: /images/ # # list specific files robots are not allowed to index # Disallow: /webmaster.master Disallow: /directportal.master Disallow: /error.html Disallow: /Global.asax Disallow: /not-found.html Disallow: /robots.txt Disallow: /Web.config Disallow: /ScriptResource.axd # # End of robots.txt file # ###############################