user-agent: slurp Allow: / user-agent: msnbot Allow: / User-agent: Googlebot Allow: / user-agent: askjeeves Allow: / user-agent: ask.com Allow: / user-agent: ask Allow: / user-agent: teoma.com Allow: / user-agent: becomebot Allow: / user-agent: http://www.almaden.ibm.com/cs/crawler disallow:/ user-agent: turnitinbot disallow:/ user-agent: wget disallow:/ user-agent: stanford disallow:/ user-agent: webvac disallow:/ user-agent: ocelli disallow:/ user-agent: webvac.org disallow:/ user-agent: missauga locate 1.0.0 disallow:/ user-agent: missauga locate 1.9 disallow:/ user-agent:diamondbot disallow:/ user-agent: missigua locator 1.9 disallow:/ user-agent: missigua locator 1.0.0 disallow:/ user-agent: missigua locate 1.0.0 disallow:/ user-agent: missigua locate 1.9 disallow:/