# robots.txt for http://wwwth.cern.ch/ User-agent: * Disallow: / Allow: /content Allow: /content2