# For domain: http://www.faschingskostueme.de # All robots will spider the domain User-agent: * Disallow: Crawl-delay: 5 # disallow complete directory User-agent: ShopWiki Disallow: / User-agent: twiceler Disallow: / #http://www.entireweb.com/about/search_tech/speedy_spider/ User-agent: Speedy Disallow: / User-agent: Exabot Disallow: / User-agent: ScoutJet Disallow: / #http://www.seoprofiler.com/bot/ User-agent: spbot Disallow: / #http://help.soso.com/webspider.htm User-agent: Sosospider Disallow: / #http://www.sogou.com/docs/help/webmasters.htm#07 User-agent: Sogou* Disallow: /