# # robots.txt for http://www.w3.org/ # # robots.txt,v 1.00 # # exclude some access-controlled areas User-agent: * Disallow: /lib/ Disallow: /content/store/Registration/btcadmin/ Disallow: /stagingArea/