User-Agent: * Crawl-delay: 180 Disallow: /fonts/ Disallow: /images/ Disallow: /scripts/ Disallow: /styles/ Disallow: /about Disallow: /contact Disallow: /*? # Allow all from Hatena Antenna User-Agent: Hatena Antenna Disallow: # Disallow all from archive.org User-Agent: ia_archiver Disallow: / # Disallow all from Google Image User-Agent: Googlebot-Image Disallow: / # Disallow all from naver.com User-Agent: NaverBot Disallow: / User-Agent: nabot Disallow: / # Disallow all from MarsFlag User-Agent: marsflag Disallow: / User-Agent: MarkAgent Disallow: / # Disallow all from inktomi.com User-Agent: Slurp Disallow: / # Disallow all from slysearch.com User-Agent: SlySearch Disallow: / # Disallow all from fast.no User-Agent: fast Disallow: / User-Agent: FAST-WebCrawler Disallow: / # Disallow all from gais.cs.ccu.edu.tw User-Agent: Gaisbot Disallow: / # Disallow all from nameprotect.com User-Agent: NPBot Disallow: / # Disallow all from almaden.ibm.com/cs/crawler User-Agent: http://www.almaden.ibm.com/cs/crawler Disallow: / # Disallow all from wisenut.com User-Agent: ZyBorg Disallow: / # Disallow all from atext.com User-Agent: ArchitextSpider Disallow: / # Disallow all from imagebot.com User-Agent: ImageBot Disallow: / # Disallow all from openfind.com.tw User-Agent: Openbot Disallow: / # Disallow all from girafa.com User-Agent: girafa Disallow: / # Disallow all from sitecheck.internetseer.com User-Agent: sitecheck.internetseer.com Disallow: / # Disallow all from Nutch User-Agent: Nutch Disallow: / # Disallow all from Wget User-Agent: Wget Disallow: / # Disallow all from WebAuto User-Agent: WebAuto Disallow: / # Disallow all from http://blogwatcher.pi.titech.ac.jp/ User-Agent: blogWatcher_Spider Disallow: / # Disallow all from http://blog.threetree.jp/ User-Agent: cat walk Disallow: / # Disallow all from http://i-know.jp/ User-Agent: Comaneci_bot Disallow: / # Disallow all from http://mobloget.jp/ User-Agent: MoblogetCralwer Disallow: / # Disallow all from http://www.accelanavi.com/ User-Agent: Accelatech Disallow: / # Disallow all from http://www.baidu.com/ User-Agent: baiduspider Disallow: / # Disallow all from http://www.nicob.jp/ User-Agent: nicobot Disallow: / # Disallow all from http://megalodon.jp/ User-agent: Megalodon Disallow: /