#robots.txt for http://www.kanzaki.com/ User-agent: * #Allow: /courier/lx/parts/rdftzd2ical.xsl/ #Disallow: /courier/ #exclude cgi programs Disallow: /test/x- #files start with x- are secret Disallow: /test/rssfr/ Disallow: /parts/ Disallow: /edu/ Disallow: /index.html/ #prevent crazy AltaVista Robot Disallow: /docs/htminfo.html/ Disallow: /meta/ Disallow: /i/ Disallow: /works/2005/misc/flickr2foaf