# robots.txt for http://www-public.slac.stanford.edu/ # See documentation in: http://info.webcrawler.com/mak/projects/robots/norobots.html # Copied from www2 and modified by Ruth McDunn on 2/5/2002 # Disallow database - phone book User-agent: * Disallow: /cgi-bin Disallow: /_borders Disallow: /_derived Disallow: /_fpclass Disallow: /_overlay Disallow: /_private Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_map Disallow: /_vti_pvt Disallow: /_vti_txt Disallow: /database Disallow: /aspnet_client Disallow: /phonebook Disallow: /scidoc/recentPubs.asp