User-agent: * # All robots allowed to crawl Disallow: /ErrHandler/ # Robots have no access to this folder and all subfolders and files Disallow: /Library/ Disallow: /Resources/ Disallow: /Scripts/ Disallow: /en/Exhibitions_New/ Disallow: /fr/Exhibitions_New/ Disallow: /Scripts/ Disallow: /en/test-Globe/