# robots.txt generated at http://www.mcanerin.com User-agent: Crawler-PingtheSemanticWeb.com/3.0 Disallow: User-agent: * Disallow: /cgi-bin/ Disallow: /webstats/ Disallow: /tools/ Disallow: /Downloads/ Disallow: /id/ Disallow: /foaf.rdf Disallow: /foafknows.rdf