# robots.txt file for http://www.lookformeds.com # allow all robots User-agent: * # disallow parsing some parts of site Disallow: /AD Disallow: /images