# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.1 2010/06/13 03:42:30 cvsroot Exp $ # # exclude some access-controlled areas User-agent: * Sitemap: http://www.hiknow.com/sitemap.xml Disallow: /lesson_ Disallow: /*.do Disallow: /task Disallow: /shine Disallow: /studycard Disallow: /user_ Disallow: /topic_