# robots.txt for http://www.york.ac.uk/
# see <http://info.webcrawler.com/mak/projects/robots/norobots.html> for info.

User-agent: linecker/*
Disallow: /cgi-bin-auth/
Disallow: /cgi-bin-csrv/
Disallow: /test/

User-agent: *
Disallow: /res/thomas/
Disallow: /univ/mis/cfm/gradhunt/
Disallow: /ServerSupport/LinkChecker/
Disallow: /ServerSupport/LinkChecker.TEST/
Disallow: /ServerSupport/UsageStats/
Disallow: /ServerSupport/UsageStats.TEST/
Disallow: /cgi-bin/
Disallow: /cgi-bin-auth/
Disallow: /cgi-bin-csrv/
Disallow: /ftparchive/
Disallow: /test/
Disallow: /~
Disallow: /%7E
Disallow: /%7e
Disallow: /usagestats/
Disallow: /archaeology/intranet/
Disallow: /depts/eeem/
Disallow: /depts/econ/
Disallow: /depts/educ/
Disallow: /depts/hist/
Disallow: /depts/pep/
Disallow: /depts/phys/
Disallow: /depts/psych/
Disallow: /inst/che/
Disallow: /inst/cms/
Disallow: /services/cserv/
Disallow: /univ/coll/
Disallow: /res/cii/