User-agent: *
Allow: /

User-agent: 008
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: sogou spider
Disallow: /

user-agent: sitebot
disallow: /

user-agent: Covario
disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: AhrefsBot 
Disallow: /

User-agent: ezooms
Disallow: / 

User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: AlphaSeoBot
Disallow: /

user-agent: archive.org_bot
disallow: /

User-agent: dotbot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: AlphaSeoBot-SA
Disallow: /

User-agent: Mail.RU_Bot 
Disallow: /

User-agent: istellabot
Disallow: /

User-agent: ICC-Crawler
Disallow: /