# robots.txt for http://www.hsh.com/
# robots.txt for http://hshuna.hsh.com/
# robots.txt for http://www.hshassociates.com/
# robots.txt for http://www.bankrates.com/
# and any other domain hosted on UNA which access the below subdirs

# Last update: 02/17/06

# Altavista (Altavista search engine only) User-agent: Scooter
# FAST/AllTheWeb (AllTheWeb search engine) User-agent: fast
# Google (Google Search Engine) User-agent: Googlebot
# Inktomi (Anzwers, AOL, Canada.com, Hotbot, MSN, etc.) User-agent: slurp

# Info: http://www.robotstxt.org/wc/robots.html
# beta 'robots.txt' checker at http://www.tardis.ed.ac.uk/home/sxw/robots/check/

User-agent: magpie-crawler
Disallow: /

User-agent: *
# Important: Below line should not goto PROD and STAGE - START
#Disallow: /
# Important: Should not goto PROD - END
Disallow: /archive-stuff/
Disallow: /auto/expired/
Disallow: /banknet/
Disallow: /cgi-bin/
Disallow: /client-files/
Disallow: /content
Disallow: /docs/docs
Disallow: /docs/expired/
Disallow: /fees/
Disallow: /files/
Disallow: /heq/expired/
Disallow: /lshow/expired/
Disallow: /subprime/expired/
Disallow: /fs/
Disallow: /homeplans/
Disallow: /images/expired
Disallow: /includes/
Disallow: /java/
Disallow: /jm/
Disallow: /mrtglogs/
Disallow: /nav_test/
Disallow: /newsite
Disallow: /nooz
Disallow: /ncdtree/
Disallow: /promo/
Disallow: /reshow/
Disallow: /secure/
Disallow: /shared_articles
Disallow: /ssi/
Disallow: /stats/
Disallow: /submitter/
Disallow: /svcs/
Disallow: /temp/
Disallow: /Templates/
Disallow: /tour/
Disallow: /usage/
Disallow: /unclesam/
Disallow: /uslwr/
Disallow: /virtual/liveedit/
Disallow: /www/docs/adserver/
Disallow: /wwwstat/
Disallow: /newsletter
Disallow: /mortgage_quotes/
Disallow: /termsofservice-adv.html
Disallow: /privacy.html
Disallow: /email-template/*
Disallow: /shwidgets/
Disallow: /market/
Disallow: /trends/
Disallow: /calc-amort-results.html
Disallow: /blog
Disallow: /blog/*
Disallow: /comment/
Disallow: /sell/
Disallow: /mall/
Disallow: /news/*
Disallow: /mobile/?moduleid=*
Disallow: /buy/
Disallow: /down/
Disallow: /down/*
Disallow: /api/
Disallow: /api/*
Disallow: /member/
Disallow: /member/*
Disallow: /ajax/*
Disallow: /announce/
Disallow: /announce/*
Disallow: /news/show.php
Disallow: /mall/show.php
Disallow: /api/view.php
Disallow: /member/login.php
Sitemap: https://www.hsh.com/sitemap/sitemap.xml