# # robots.txt for http://www.brokerhunter.com/ # # $Id: robots.txt,v 1.45 2006/06/05 01:11:19 ted Exp $ # # For use by search.w3.org # exclude some potential duplicate-content areas User-agent: * Disallow: /newsletter Disallow: /newsletterlistings Disallow: /joblistings Disallow: /basesystem/bhsearchpos.asp