User-agent: *
Disallow: *mailto*
Disallow: */feed/
Disallow: */admin/
Disallow: */contact*
Disallow: */feedback*


# disable following crawlers
User-agent: Steeler
Disallow: /

User-agent: IRLbot 
Disallow: /

User-agent: yetibot
Disallow: /

# baidu. reason: not in Chinese.
user-agent: Baiduspider+
disallow: /

user-agent: BaiduImagespider
disallow: /

user-agent: BaiduMobaider
disallow: /

# disable following crawlers
User-agent: Steeler
Disallow: /

# reason: grabing a lot, but no result
User-agent: MJ12bot
Disallow: /

User-agent: Sosospider
Disallow: /

User-Agent: YodaoBot
Disallow: /
User-Agent: YoudaoBot
Disallow: /

User-agent: twiceler
Disallow: /


User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /