# robots.txt for http://www.was-kochen.de/ Stand: 29.04.2009 # mit integriertem Tool spider-trap_v1-1 (www.spider-trap.de) User-agent: msn Crawl-Delay: 20 Disallow: /css/ Disallow: /entry/ Disallow: /fotos/ Disallow: /images/ Disallow: /inc/ Disallow: /pages/ Disallow: /wktmplog/ Disallow: /wktmptxt/ User-agent: Slurp Crawl-Delay: 20 Disallow: /css/ Disallow: /entry/ Disallow: /fotos/ Disallow: /images/ Disallow: /inc/ Disallow: /pages/ Disallow: /wktmplog/ Disallow: /wktmptxt/ User-agent: googlebot Disallow: /css/ Disallow: /entry/ Disallow: /fotos/ Disallow: /images/ Disallow: /inc/ Disallow: /pages/ Disallow: /wktmplog/ Disallow: /wktmptxt/ User-agent: MJ12bot Disallow: / User-agent: Twiceler Disallow: / User-agent: * Disallow: /css/ Disallow: /entry/ Disallow: /fotos/ Disallow: /images/ Disallow: /inc/ Disallow: /pages/ Disallow: /wktmplog/ Disallow: /wktmptxt/