# robots.txt for http://www.starshipbus.co.uk/ # $Id: robots.txt,v1 2008/02/07 15:38:59 Exp $ # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /inc Disallow: /lists Disallow: /search Disallow: /Templates Disallow: /test # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /inc Disallow: /lists Disallow: /search Disallow: /Templates Disallow: /test # exclude some access-controlled areas User-agent: * Disallow: /inc Disallow: /lists Disallow: /search Disallow: /Templates Disallow: /test