# robots.txt generated at www.cached.it User-agent: * Allow: Disallow: /cgi-bin/ Disallow: /anket/ User-agent: Googlebot allow: User-agent: Googlebot-Image allow: User-agent: MSNBot allow: User-agent: Slurp allow: User-agent: Teoma allow: User-agent: Gigabot allow: User-agent: Scrubby allow: User-agent: Robozilla allow: User-agent: BecomeBot allow: User-agent: Nutch allow: