| complex_word.rs |
|
4832 |
| css_line_break.rs |
|
11531 |
| css_word_break.rs |
|
6279 |
| spec_test.rs |
|
14664 |
| testdata |
|
|
| word_rule_status.rs |
The rule status functions are no longer public to non word break iterators.
#[test]
fn rule_status_no_word() {
let segmenter =
SentenceSegmenter::new();
let mut iter = segmenter.segment_str("hello");
assert_eq!(iter.next(), Some(0), "SOT");
assert_eq!(iter.rule_status(), WordType::None, "none");
assert!(!iter.is_word_like(), "always false");
assert_eq!(iter.next(), Some(5), "1st sentence");
assert_eq!(iter.rule_status(), WordType::None, "none");
assert!(!iter.is_word_like(), "always false");
}
|
4859 |