Crate for computing function over iterator in a streaming fashion using multi-threading while preserving order.
rust
let xs: &[u64] = &[100, 4, 3, 2, 1, 0, 1, 2, 3, 4, 5];
let mut ys = Vec::new();
let f = |x| x*x;
let res: Result<usize, ()> = parstream::run(
xs, 4,
// closure which is called for every x in xs
|x| {
std::thread::sleep(std::time::Duration::from_millis(*x));
Ok(f(x))
},
// closure which is called for every result with preserved order
|y| {
ys.push(y);
Ok(())
},
);
assert_eq!(res, Ok(xs.len()));
assert_eq!(ys, xs.iter().map(f).collect::<Vec<_>>());
If one of callbacks will return error, no new tasks will be started and run
will end as soon as possible (after threads cleanup) to report this error to
caller.
```rust
struct MyError(usize); let xs: &[u64] = &[100, 4, 3, 2, 1, 0, 1, 2, 3, 4, 5]; let mut ys = Vec::new(); let f = |x| xx; let res = parstream::run(xs.iter().enumerate(), 4, |(i, x)| { std::thread::sleep(std::time::Duration::from_millis(x)); if *x == 0 { return Err(MyError(i)); } Ok(f(x)) }, |y| { ys.push(y); Ok(()) }, );
asserteq!(res, Err(MyError(5))); asserteq!(ys.len(), 0); ```
Licensed under either of
at your option.
Unless you explicitly state otherwise, any contribution intentionally submitted for inclusion in the work by you, as defined in the Apache-2.0 license, shall be dual licensed as above, without any additional terms or conditions.