# robots.txt for http://www.hsh.com/
# robots.txt for http://hshuna.hsh.com/
# robots.txt for http://www.hshassociates.com/
# robots.txt for http://www.bankrates.com/
# and any other domain hosted on UNA which access the below subdirs

# Last update: 02/17/06

# Altavista (Altavista search engine only) User-agent: Scooter 
# FAST/AllTheWeb (AllTheWeb search engine) User-agent: fast  
# Google (Google Search Engine) User-agent: Googlebot
# Inktomi (Anzwers, AOL, Canada.com, Hotbot, MSN, etc.) User-agent: slurp

# Info: http://www.robotstxt.org/wc/robots.html
# beta 'robots.txt' checker at http://www.tardis.ed.ac.uk/home/sxw/robots/check/

User-agent: *
Disallow: /archive-stuff/
Disallow: /auto/expired/
Disallow: /banknet/
Disallow: /cgi-bin/
Disallow: /client-files/
Disallow: /content
Disallow: /docs/docs
Disallow: /docs/expired/
Disallow: /fees/
Disallow: /files/
Disallow: /heq/expired/
Disallow: /lshow/expired/
Disallow: /subprime/expired/
Disallow: /fs/
Disallow: /homeplans/
Disallow: /images/expired
Disallow: /includes/
Disallow: /java/
Disallow: /jm/
Disallow: /mrtglogs/
Disallow: /nav_test/
Disallow: /newsite
Disallow: /nooz
Disallow: /ncdtree/
Disallow: /promo/
Disallow: /reshow/
Disallow: /secure/
Disallow: /shared_articles
Disallow: /ssi/
Disallow: /stats/
Disallow: /submitter/
Disallow: /svcs/
Disallow: /temp/
Disallow: /Templates/
Disallow: /tour/
Disallow: /usage/
Disallow: /unclesam/
Disallow: /uslwr/
Disallow: /virtual/liveedit/
Disallow: /www/docs/adserver/
Disallow: /wwwstat/
Disallow: /newsletter
Sitemap: http://www.hsh.com/sitemap.xml