# 1/14/04
# This is for every spider!

User-Agent: *

# stay away from all of this stuff

Disallow: /errorException.cfm     # site-wide page for processing errors
Disallow: /errorRequest.cfm       # site-wide page for processing errors
Disallow: /profileSubmit.cfm      # profile application forms processing pages
Disallow: /contactSubmit.cfm      # contact forms processing pages
Disallow: /Application.cfm        # application files
Disallow: /onrequestend.cfm       # end-of-template application files
Disallow: /404                    # 404 error file
Disallow: /admin/                 # all admin pages
Disallow: /admin/resume/          # all submitted resumes
Disallow: /includes/              # all pages in the includes folder
Disallow: /logs/                  # WebTrends files
Disallow: /results/               # all pages in the META results folder
Disallow: /aspnet_client/         # default aspnet folder created by server
Disallow: /cgi-bin/               # cgi folder files
Disallow: /comps/                 # comps folder files

# old site files

Disallow: /bios.html
Disallow: /clients.html
Disallow: /contact.html
Disallow: /index2.html
Disallow: /jobs.html
Disallow: /placed.html
Disallow: /placemnt.html
Disallow: /pos_asscts.html
Disallow: /pos_bnkrptcy.html
Disallow: /pos_corp.html
Disallow: /pos_empben.html
Disallow: /pos_emplbr.html
Disallow: /pos_estate.html
Disallow: /pos_health.html
Disallow: /pos_ipit.html
Disallow: /pos_lit.html
Disallow: /pos_partners.html
Disallow: /pos_realestate.html
Disallow: /pos_tax.html
Disallow: /positions.html
Disallow: /profile.html

# Don't comments make code much more readable!!!