# robots.txt for http://carspecs.jato.com/ User-agent: * Disallow: /demos/ # This is a huge infinite set of URLs Disallow: /ClientSites/ # This is a huge infinite set of URLs