# robots.txt for http://www.jlab.org # our search robot should be allowed # to see everything but testsite User-agent: em-crawler Disallow: /testsite # all outside robots should not be # searching the following User-agent: * Disallow: /jag Disallow: /testsite Disallow: /intralab Disallow: /ccc/mail_archives Disallow: /~moffit/meetings