# robots.txt for http://www.cambsba.org.uk/ Sitemap: http://www.cambsba.org.uk/m/sitemap.xml User-agent: * Disallow: /aspnet_client/ # code Disallow: /cgi-bin/ # code Disallow: /Database/ # database, nothing of interest Disallow: /Documentation/ # internal documentation Disallow: /old-website/ # no longer used Disallow: /rte/ # code Disallow: /Clubs/old/ # store for old code