User-agent: MJ12bot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: ccbot
Disallow: /

User-agent: dotbot
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /