-
Notifications
You must be signed in to change notification settings - Fork 13
/
lib.rs
129 lines (108 loc) · 4.19 KB
/
lib.rs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
use unicode_normalization::UnicodeNormalization;
extern crate unicode_normalization;
include!(concat!(env!("OUT_DIR"), "/case_folding_data.rs"));
pub trait Caseless {
fn default_case_fold(self) -> CaseFold<Self> where Self: Sized;
fn default_caseless_match<J: Iterator<Item=char>>(self, other: J) -> bool;
fn canonical_caseless_match<J: Iterator<Item=char>>(self, other: J) -> bool;
fn compatibility_caseless_match<J: Iterator<Item=char>>(self, other: J) -> bool;
}
impl<I: Iterator<Item=char>> Caseless for I {
fn default_case_fold(self) -> CaseFold<I> {
CaseFold {
chars: self,
queue: ['\0', '\0'],
}
}
fn default_caseless_match<J: Iterator<Item=char>>(self, other: J) -> bool {
iter_eq(self.default_case_fold(),
other.default_case_fold())
}
fn canonical_caseless_match<J: Iterator<Item=char>>(self, other: J) -> bool {
// FIXME: Inner NFD can be optimized:
// "Normalization is not required before case folding,
// except for the character U+0345 "combining greek ypogegrammeni"
// and any characters that have it as part of their canonical decomposition,
// such as U+1FC3 "greek small letter eta with ypogegrammeni".
// In practice, optimized versions of canonical caseless matching
// can catch these special cases, thereby avoiding an extra normalization
// step for each comparison."
// Unicode Standard, section 3.13 Default Case Algorithms
iter_eq(self.nfd().default_case_fold().nfd(),
other.nfd().default_case_fold().nfd())
}
fn compatibility_caseless_match<J: Iterator<Item=char>>(self, other: J) -> bool {
// FIXME: Unclear if the inner NFD can be optimized here like in canonical_caseless_match.
iter_eq(self.nfd().default_case_fold().nfkd().default_case_fold().nfkd(),
other.nfd().default_case_fold().nfkd().default_case_fold().nfkd())
}
}
pub fn default_case_fold_str(s: &str) -> String {
s.chars().default_case_fold().collect()
}
pub fn default_caseless_match_str(a: &str, b: &str) -> bool {
a.chars().default_caseless_match(b.chars())
}
pub fn canonical_caseless_match_str(a: &str, b: &str) -> bool {
a.chars().canonical_caseless_match(b.chars())
}
pub fn compatibility_caseless_match_str(a: &str, b: &str) -> bool {
a.chars().compatibility_caseless_match(b.chars())
}
fn iter_eq<L: Iterator, R: Iterator>(mut a: L, mut b: R) -> bool where L::Item: PartialEq<R::Item> {
loop {
match (a.next(), b.next()) {
(None, None) => return true,
(None, _) | (_, None) => return false,
(Some(x), Some(y)) => if !x.eq(&y) { return false },
}
}
}
pub struct CaseFold<I> {
chars: I,
queue: [char; 2],
}
impl<I> Iterator for CaseFold<I> where I: Iterator<Item = char> {
type Item = char;
fn next(&mut self) -> Option<char> {
let c = self.queue[0];
if c != '\0' {
self.queue[0] = self.queue[1];
self.queue[1] = '\0';
return Some(c)
}
self.chars.next().map(|c| {
match CASE_FOLDING_TABLE.binary_search_by(|&(x, _)| x.cmp(&c)) {
Err(_) => c,
Ok(i) => {
let folded = CASE_FOLDING_TABLE[i].1;
self.queue = [folded[1], folded[2]];
folded[0]
}
}
})
}
fn size_hint(&self) -> (usize, Option<usize>) {
let queue_len = if self.queue[0] == '\0' {
0
} else if self.queue[1] == '\0' {
1
} else {
2
};
let (low, high) = self.chars.size_hint();
(low.saturating_add(queue_len),
high.and_then(|h| h.checked_mul(3)).and_then(|h| h.checked_add(queue_len)))
}
}
#[cfg(test)]
mod tests {
use super::default_case_fold_str;
#[test]
fn test_strs() {
assert_eq!(default_case_fold_str("Test Case"), "test case");
assert_eq!(default_case_fold_str("Teſt Caſe"), "test case");
assert_eq!(default_case_fold_str("spiffiest"), "spiffiest");
assert_eq!(default_case_fold_str("straße"), "strasse");
}
}