User-agent: MJ12bot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Twitterbot
Allow: *

User-agent: *
Disallow: /js/
Disallow: /css/
Disallow: /images/
Disallow: /img/
Disallow: /staticfiles/
Disallow: *saveZip*
Disallow: /search