# robots.txt for http://cogweb.net User-agent: AlkalineBOT # the alkaline indexer should stay out for now Disallow: * User-agent: Atomz # the atomz indexer could have its own rules Disallow: /cgi-bin/ User-agent: * # all robots Disallow: /cgi-bin/