# # robots.txt for http://www.codestore.net/ # # $Id: robots.txt,v 1.01 2004/11/26 jake Exp $ # # Disallow IBM's Crawler User-agent: Crawler Disallow: / # Disallow Novell's BorderManager User-agent: BorderManager Disallow: / # Disallow Gigabot User-agent: gigabot Disallow: / # Disallow this crap User-agent: szukacz Disallow: / # Disallow fast.no User-agent: fast Disallow: / User-Agent: * Disallow: /archive/ User-Agent: * Disallow: /apps/ User-Agent: * Disallow: /docs/ User-Agent: * Disallow: /toolkits.nsf/ User-Agent: * Disallow: /fakenames.nsf/ # Allow ALL others User-agent: * Disallow: