# # robots.txt for http://www.santa-clarita.com/ # # $Id: robots.txt,v 1.0 2003/01/07 17:01:04 daniel Exp $ # # For use by search.w3.org #User-agent: W3Crobot/1 #Disallow: /Out-Of-Date # AltaVista Search #User-agent: AltaVista Intranet V2.0 W3C Webreq #Disallow: /Out-Of-Date # exclude some access-controlled areas User-agent: * Disallow: /_derived Disallow: /_gfx #Disallow: /admin Disallow: /aspnet_client Disallow: /Common Disallow: /Connections Disallow: /files Disallow: /images Disallow: /index_files Disallow: /ipix Disallow: /lib Disallow: /on_demand_news Disallow: /quickPoll Disallow: /Redirection Disallow: /search Disallow: /vpn Disallow: /WebServices