ik-analyzer for Rust
support Tantivy
rust
let mut ik = IKSegmenter::new();
let text = "中华人民共和国";
let tokens = ik.tokenize(text, TokenMode::SEARCH); // TokenMode::INDEX
for token in tokens {
println!("{:?}", token);
}
todo ```rust
```