User-agent: *
Disallow: /uri/
Disallow: /article/
Disallow: /ris/
Disallow: /rss/
Disallow: /txt/
Disallow: /plain/
Disallow: /mods/
Disallow: /date/
Disallow: /recent/
Disallow: /recent
Disallow: /popular
Disallow: /cloud
Disallow: /wiki/Generate
Crawl-delay: 40

User-Agent:MJ12bot
Crawl-Delay: 5