# robots.txt for http://www2.ucsc.edu/ aka http://crown.ucsc.edu # if you are human, this file should be of no use to you. liek, srsly. # Yahoo slurp robot with cal requests - jacques 10/5/2007 User-agent: slurp Disallow: /cal/ User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # cgi-bin scripts Disallow: /img/ # image files Disallow: /old/ # old files Disallow: /test/ # test files Disallow: /studentlife/leadership/ # lololol, go away