Sitemap: http://www.doyouphp.jp/sitemap.xml.gz

User-agent: Slurp
Crawl-delay: 43200

User-agent: msnbot
Crawl-delay: 43200

User-agent: *
Disallow: /cgi-bin/
Disallow: /phpdoc/
Disallow: /peardoc/
Disallow: /smartydoc/
Disallow: /phpunit_pocket_guide/
Disallow: /erlang/doc/
Disallow: /img/
Disallow: /com/
Disallow: /clickheat/
Disallow: /security/
Disallow: /dimension/
Disallow: /tips/doc/
Disallow: /tips/xref/
Disallow: /xp/

User-agent: ia_archiver
Disallow: /

User-agent: Feedpath/1.0
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: Modiphibot/0.9
Disallow: /

User-agent: Megalodon
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: NaverBot
Disallow: /