# # WWW Spider/Robot control file - leave as /robots.txt # This file was last altered on 7/26/01 by YK # User-agent: * # All spiders should avoid: Disallow: /cgi-bin/ # Script files Disallow: /test/ # The test area for web experimentation Disallow: /usage # stats information Disallow: /error/ # Custom error messages Disallow: /admin/ #site administration Disallow: /logs/ #Stats logs