# robots.txt for http://teachers.net/ User-agent: Webinator Disallow: / User-agent: WebZip Disallow: / User-agent: grub-client Disallow: / #WAYBACK MACHINE User-agent: ia_archiver Disallow: /*topic* User-agent: psbot Disallow: / User-agent: Exalead Disallow: / User-agent: Mediapartners-Google* #Disallow: /cgi-bin/ #Allow: /cgi-bin/lessons/ Allow: /cgi-bin/ #Allow: /cgi-bin/search* User-agent: * Allow: /cgi-bin/ Allow: /cgi-bin/lessons/ Allow: /cgi-bin/search* Disallow: /cgi-bin/chatscripts/ #Disallow: /cgi-bin/lessons/ #Disallow: /chatboard/topic # don't index temporary #Disallow: /mentors/early_childhood # don't index temporary #Disallow: /mentors/kindergarten # don't index temporary #Disallow: /mentors/primary_elementary # don't index temporary #Disallow: /mentors/upper_elementary # don't index temporary Disallow: /leeches/ Disallow: /teachers/ Disallow: /images/ Disallow: /chatroom/ #Disallow: /chat/ Disallow: /banners/ Disallow: /teacher-pics/ # Sitemap: http://teachers.net/sitemap_index.xml