User-agent: * # Exclude files from all Robots: disallow: /js/ disallow: /css/ disallow: /aspnet_client/ disallow: /cgi-bin/ # Sitemap URLs sitemap: http://www.cresta-court.co.uk/sitemap.xml