#
User-agent: ia_archiver
Disallow: /

# /general
User-agent: *
Disallow: /intra/

# /general
User-agent: *
Disallow: /public/

# /general
User-agent: *
Disallow: /search/

User-Agent: MJ12bot
Crawl-Delay:   20