User-agent: "lmspider lmspider@scansoft.com" Disallow: / User-agent: "lmspider (lmspider@scansoft.com)" Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: "findlinks" Disallow: / User-agent: IRLbot Disallow: / User-agent: ConveraCrawler Disallow: / # Dummer bot, der X-mal täglich die gleichen Seiten crawlt... User-agent: yacybot Disallow: / # User-agent: * # Crawl-delay: 120