# robot text file # # Welcome all robots # User-agent: * # # disallow testing areas and areas not requiring indexing # disallow: /TEMPDATA disallow: /aspnet_client disallow: /_notes disallow: /_mmServerScripts disallow: /asp_client disallow: /asp_webadmin disallow: /databases disallow: /connections disallow: /cgi-bin disallow: /gettingstarted disallow: /logs disallow: /oldpages disallow: /sounds disallow: /ssi disallow: /stats disallow: /stylesheets disallow: /templates disallow: /testpages disallow: /waiting_for_content disallow: /bd disallow: /sitadmin disallow: /testing disallow: /templates disallow: /stats disallow: /stylesheets disallow: /sohtml disallow: /securewall.co.uk disallow: /phone disallow: /htmlcontrols disallow: /sitadmin disallow: /wb disallow: /forms # # disallowing 404 pages #