# robots.txt www.burro.se # $Id: robots.cgi,v 1.8 2005/10/11 22:24:08 hpa Exp $ # Thu, 29 Jul 2010 16:16:49 +0000 User-agent: * Disallow: /cgi-bin/ Disallow: /cvsweb.cgi/ Disallow: /icons/ Disallow: /mailman/ Disallow: /mrtg/ Disallow: /pipermail/ Disallow: /scripts/ User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /cvsweb.cgi/ Disallow: /icons/ Disallow: /mailman/ Disallow: /mrtg/ Disallow: /scripts/ User-agent: slurp Disallow: /cgi-bin/ Disallow: /cvsweb.cgi/ Disallow: /icons/ Disallow: /mailman/ Disallow: /mrtg/ Disallow: /scripts/