# robots.txt for http://cgi.hsh.com/ # \ntb\wwwroot\docs # Altavista (Altavista search engine only) User-agent: Scooter # FAST/AllTheWeb (AllTheWeb search engine) User-agent: fast # Google (Google Search Engine) User-agent: Googlebot # Inktomi (Anzwers, AOL, Canada.com, Hotbot, MSN, etc.) User-agent: slurp # Info: http://www.robotstxt.org/wc/robots.html # beta 'robots.txt' checker at http://www.tardis.ed.ac.uk/home/sxw/robots/check/ User-agent: * Disallow: /admin Disallow: /agnes Disallow: /apr Disallow: /ASP Disallow: /aspexec Disallow: /ASPNET~1 Disallow: /aspstats Disallow: /asptest Disallow: /aspx Disallow: /ASP_PI~1 Disallow: /Designer Disallow: /eric Disallow: /scripts/ Disallow: /scripts/htmlform/ Disallow: /secure/ Disallow: /Syndicator1/mycode.asp Disallow: /Syndicator1/clickthrough.asp