User-agent: * # All robots allowed to crawl Disallow: /ErrHandler/ # Robots have no access to this folder and all subfolders and files Disallow: /Library/ Disallow: /Resources/ Disallow: /Scripts/ Disallow: /en/Inserts/ Disallow: /fr/Inserts/ Disallow: /_test/ Disallow: /Statistics/ Sitemap: http://public.web.cern.ch/public/en/Sitemap-en.html Sitemap: http://public.web.cern.ch/public/fr/Sitemap-fr.html