User-agent: *
Crawl-Delay: 5
Disallow: /wp-admin
Disallow: /wp-login.php
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: */comment*

User-agent: Googlebot-Image
Disallow: /images
Disallow: /wp-content/uploads

User-agent: msnbot-media
Disallow: / 

User-agent: psbot 
Disallow: /

User-agent: Yahoo-MMCrawler 
Disallow: /


#Baiduspider
User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider+
Disallow: /
User-agent: Baiduspider+(+http://www.baidu.com/search/spider.htm)
Disallow: /
User-agent: Baiduspider/2.0;+http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider
Disallow: /
User-agent: +Baiduspider/2.0
Disallow: /
User-agent: +Baiduspider/2.0;++http://www.baidu.com/search/spider.html
Disallow: /
User-agent: Mozilla/5.0(compatible; Baiduspider/2.0;+http://www.baidu.com/search/spider.html)
Disallow: /

#Yandex
User-agent: spider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Yandex.com
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
User-agent: YandexImages
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Blekkobot
Disallow: /

User-agent: Exabot
Disallow: /

# Block BlexBot
User-agent: BLEXBot
Disallow: /

#
# Block  MegaIndex.ru
User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

# Block Ahrefs
User-agent: AhrefsBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /