User-agent: * Allow: /wiki/ Disallow: /mediawiki/ # Allow the Internet Archiver to index action=raw and thereby store the raw wikitext of pages User-agent: ia_archiver Allow: /*&action=raw