############################### # # robots.txt file for this web site # # address all robots using wild card * # User-agent: * # # # list folders robots are not allowed to index # # Disallow: /assets/ Disallow: /protected_assets/ Disallow: /currentdata/ Disallow: /images/ Disallow: /javascripts/ Disallow: /mims_pda/ Disallow: /mims_poc/ # # # List specific files to exclude from index # Disallow: 404.aspx Disallow: Error.aspx Disallow: 404.htm Disallow: aupdarequestform.htm Disallow: MasterPage.aspx Disallow: MasterPageOz.aspx Disallow: mims_rss.xml Disallow: *.html Disallow: *.htm # # End of robots.txt file # ###############################