# robots.txt for http://www.btheproduct.com/ User-agent: * Disallow: /previous/ # do not these directories Disallow: /old/ Disallow: /stats/ Disallow: /btheproduct_rev/ Disallow: /_dev