# # robots.txt for http://www.niiss.org/ # #User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) #Disallow: / # W3C Link checker #User-agent: W3C-checklink #Disallow: # exclude some access-controlled areas for all robots User-agent: * Disallow: /cwis438/Analysis/ Disallow: /cwis438/Analysis/Area_EarlyWarning.php Disallow: /cwis438/Browse/ Disallow: /cwis438/Browse/Location/Area_Browse.php Disallow: /cwis438/Browse/Location/Area_Info.php Disallow: /cwis438/Browse/Project/OrganismData_List.php Disallow: /cwis438/Browse/Project/Visit_Info.php Disallow: /cwis438/Browse/Project/Visit_List.php Disallow: /cwis438/Browse/Organism/OrganismToArea_List.php Disallow: /cwis438/Browse/Organism/OrganismInfo_Info.php Disallow: /cwis438/Browse/Organism/OrganismData_Info.php Disallow: /cwis438/Browse/Organism/OrganismTaxon_List.php Disallow: /cwis438/Browse/Organism/Taxon_List.php Disallow: /cwis438/Browse/Map/Scene_Basic.php Disallow: /cwis438/Classes/ Disallow: /cwis438/contribute/ Disallow: /cwis438/includes/ Disallow: /cwis438/images/ Disallow: /cwis438/temp/ Disallow: /cwis438/Testing/ Disallow: /cwis438/utilities/ Disallow: /cwis438/WebServices/ # end robots.txt