# robots.txt for http://www2.ucsc.edu/ # see for an explanation. # Yahoo slurp robot with cal requests - jacques 10/5/2007 User-agent: Slurp Disallow: /cal/ User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # cgi-bin scripts Disallow: /includes/ # includes files Disallow: /old/ # old files Disallow: /test/ # test files