############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /Admin/ Disallow: /Applications/ Disallow: /ASP/ Disallow: /CMSmenu/ Disallow: /Connections/ Disallow: /CSS/ Disallow: /Data/ Disallow: /FileLib/ Disallow: /Images/ Disallow: /Images2/ Disallow: /img/ Disallow: /includes/ Disallow: /js/ Disallow: /ScriptLibrary/ Disallow: /Scripts/ Disallow: /skins/ Disallow: /Style/ Disallow: /TSScript/ # # list specific files robots are not allowed to index # Disallow: AC_RunActiveContent.js Disallow: Adovbs.asp Disallow: appvarkill.asp Disallow: editor.asp Disallow: eip.js Disallow: gfeedfetcher.js Disallow: Global.asa Disallow: MainMenu.asp Disallow: Newsletter.asp Disallow: Savepage.asp Disallow: Search.html Disallow: SearchResults.asp Disallow: Start.asp Disallow: TextSizer.js Disallow: /folder2/whatever.html # # ###############################