# http://www.csanet.org/robot.txt
# Instructions for web crawler robots.
# deny web crawlers to refer to gif's, jpeg's, working documents, (those that 
# need approval before official posting), and page-hit logs.
# - scj (original 1 Aug 2001, last updated 14 May 2002)

User-Agent: *                 # instructions for all crawlers (Googlebot included)
# Disallow: /*.gif$             # image only, search reference should be through text file
# Disallow: /*.jpeg$            # image only, search reference should be through text file
# Disallow: /*.jpg$             # image only, search reference should be through text file - changed 4/18/08
# Disallow: /*.jff$             # image only, search reference should be through text file
Disallow: /*.zip$             # image only, search reference should be through text file
Disallow: /archproj/updates   # these pages are pending approval of submitters
Disallow: /pending            # these pages are pending approval of submitters
Disallow: /csalogs            # these pages are for analysis of site hits
Disallow: /proplogs           # these pages are for analysis of site hits
Disallow: /olderversions      # these pages are archived older versions of files
Disallow: /OLDlanterns        # these pages are resident on brynmawr.edu and maintained by the college
Disallow: /contacts           # these pages are contact info to be hidden from "SPAMbots"
Disallow: /ftp           # these pages are for downloading & need not be indexed
Disallow: /buttons           # these pages are not for examination
Disallow: /outgoing           # these pages are not for examination
Disallow: /stylesheets           # these pages are not for examination
Disallow: /tester           # these pages are not for examination
Disallow: /web2           # these pages are not for examination