# robots.txt www.anvin.org # $Id: robots.cgi,v 1.8 2005/10/11 22:24:08 hpa Exp $ # Fri, 12 Mar 2010 05:22:24 +0000 User-agent: * Disallow: /cgi-bin/ Disallow: /cvsweb.cgi/ Disallow: /icons/ Disallow: /mailman/ Disallow: /mrtg/ Disallow: /pipermail/ Disallow: /scripts/ User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /cvsweb.cgi/ Disallow: /icons/ Disallow: /mailman/ Disallow: /mrtg/ Disallow: /scripts/ User-agent: slurp Disallow: /cgi-bin/ Disallow: /cvsweb.cgi/ Disallow: /icons/ Disallow: /mailman/ Disallow: /mrtg/ Disallow: /scripts/