User-agent: TosCrawler Disallow: / User-agent: AhrefsBot Disallow: / User-Agent: msnbot Crawl-delay: 5 User-Agent: bingbot Crawl-delay: 5 User-agent: baiduspider Crawl-delay: 300 User-agent: ichiro Crawl-delay: 300 User-agent: wakame Crawl-delay: 300 User-agent: gooblogsearch Crawl-delay: 300 User-agent: yeti Crawl-delay: 300 User-agent: naverbot Crawl-delay: 300 User-agent: nutch Crawl-delay: 300 User-agent: dotbot Crawl-delay: 300 User-agent: twiceler Crawl-delay: 300 User-agent: yandex Crawl-delay: 300 User-agent: Teoma Crawl-delay: 300 User-agent: BoardReader Crawl-delay: 300 User-agent: Exabot Crawl-delay: 300 User-agent: sitebot Crawl-delay: 300 User-agent: * Disallow: /4282249/