# 1/4/04
# This is for every spider!

User-Agent: *

# stay away from all of this stuff

Disallow: /db/                    # WebTrends files
Disallow: /logs/                  # WebTrends files
Disallow: /results/               # all pages in the META results folder
Disallow: /aspnet_client/         # default aspnet folder created by server
Disallow: /cgi-bin/               # cgi folder files

# Don't comments make code much more readable!!!