#robots.txt for http://www.dar.bam.de/ User-agent: * Disallow: /cgi/ Disallow: /Harvest/