# # robots.txt file from http://www.bcl.lu/ # User-agent: * Disallow: /cgi-bin/ Disallow: /awstats/ Disallow: /common/ Disallow: /hse/ Disallow: /js/