Sitemap: http://nico.xii.jp/sitemap.xml
User-agent: Googlebot
Disallow: /bbs/
Disallow: /blog/
Disallow: /watch/
Disallow: /comment/old/save.php
Disallow: /comment/save.php
Disallow: /comment/old.php


User-Agent: Twiceler
Crawl-delay: 120

User-Agent: Slurp
Crawl-delay: 60

User-agent: msnbot
Crawl-delay: 60

User-Agent: Yetibot
Crawl-delay: 180
User-Agent: Baiduspider+
Crawl-delay:180
User-Agent: Baiduspider
Crawl-delay:180
User-Agent: BaiduImagespider
Crawl-delay:180
User-Agent: DotBot
Crawl-delay: 180