###############################
#
# addressing all robots by using wild card *
#
User-Agent: *
#
# by default allow access to whole site
#
Allow: /
#
# list of folders robots are not allowed to index
#
Disallow: /App_Themes/
Disallow: /bin/
Disallow: /cms/
Disallow: /contentItems/
Disallow: /images/
Disallow: /inc/
Disallow: /js
Disallow: /page-controls/
Disallow: /templates/
Disallow: /newsite/
#
# list of specific files robots are not allowed to index
#
Disallow: /404.html
Disallow: /afu.handler.aspx
Disallow: /error.aspx
Disallow: /favicon.ico
Disallow: /main.master
Disallow: /page-not-found.aspx
Disallow: /PrecompiledApp.config
Disallow: /ScriptResource.axd
Disallow: /temporary.aspx
Disallow: /Web.config
Disallow: /WebResource.axd
#
# End of robots.txt file
#
###############################