wikidump

This crate processes Mediawiki XML dump files and turns them into easily consumed pieces of data for language analysis, natural langauge processing, and other applications.

Example

```rust let parser = Parser::new() .use_config(config::wikipedia::english());

let site = parser .parse_file("tests/enwiki-articles-partial.xml") .expect("Could not parse wikipedia dump file.");

asserteq!(site.name, "Wikipedia"); asserteq!(site.url, "https://en.wikipedia.org/wiki/MainPage"); assert!(!site.pages.isempty());

for page in site.pages { println!("Title: {}", page.title);

for revision in page.revisions {
    println!("\t{}", revision.text);
}

} ```