# robots.txt for http://www.bidhopper.com/ User-agent: * Disallow: /admin Disallow: /config User-agent: * Crawl-delay: 10