User-agent: MJ12bot
Disallow: /
User-agent: MJ12bot/v1.3.1
Disallow: /
User-agent: Crawler
Disallow:/
User-agent: Indy
Disallow:/
User-agent: Exabot
Disallow: / 
User-agent: Sogou
Disallow: / 
User-agent: twiceler 
Disallow: / 
User-Agent: panscient.com
Disallow: /
User-Agent: msnbot
Disallow: /
User-Agent: twiceler
Disallow: /
User-Agent: ia_archiver 
Disallow: /
User-agent: DotBot
Disallow: / 
User-agent: YoudaoBot
Disallow: / 
User-agent: DigExt
Disallow: /