budoux-rs

A test implementation of Google's budox by Rust.

How to use

use budoux_rs::BudoxSegmenter;
use serde_json::{Map, Value};

const MODELS: &[u8; 14434] = include_bytes!("models/ja_knbc.json");
let parsed: Value = serde_json::from_slice(MODELS).unwrap();
let model: Map<String, Value> = parsed.as_object().unwrap().clone();

let segmenter = BudouxSegmenter::try_new_with_model(&model).unwrap();
let mut iter = segmenter.segment_str("今日はいい天気ですね。");
assert_eq!(iter.next(), Some(9));
assert_eq!(iter.next(), Some(15));
assert_eq!(iter.next(), None);