User-Agent: *
Allow: /

User-Agent: WebAlta Crawler/2.0
Disallow: /

User-Agent: MLBot
Disallow: /

User-Agent: LinkWalker
Disallow: /

User-agent: MJ12bot
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: Gaisbot
Disallow: /