# robots.txt for http://cpt19.dur.ac.uk/ # See documentation in: http://info.webcrawler.com/mak/projects/robots/norobots.html User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /cgi-hepdata/ Disallow: /scripts/ Disallow: /cgi-wrap/ Disallow: /find/ Disallow: /Find/ Disallow: /FIND/ Disallow: /spires/find/ Disallow: /lbl/ User-agent: * Disallow: /