fix: Support pg_trgm operators

See https://www.postgresql.org/docs/current/pgtrgm.html
shssoichiro · Jan 10, 2025 · e9cec22 · e9cec22
1 parent 3ae1db4
commit e9cec22
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/src/lib.rs b/src/lib.rs
@@ -1799,7 +1799,7 @@ mod tests {
             "<>", "<", ">=", ">>=", ">>", ">^", "->>", "->", "-|-", "-", "+", "/", "=", "%", "?||",
             "?|", "?-|", "?-", "?#", "?&", "?", "@@@", "@@", "@>", "@?", "@-@", "@", "^@", "^",
             "|&>", "|>>", "|/", "|", "||/", "||", "~>=~", "~>~", "~<=~", "~<~", "~=", "~*", "~~*",
-            "~~", "~",
+            "~~", "~", "%", "<%", "%>", "<<%", "%>>", "<<->", "<->>", "<<<->", "<->>>",
         ];
 
         // Test each operator individually
@@ -1838,6 +1838,8 @@ mod tests {
   left |>& right,
   left <^ right,
   left >^ right,
+  left <% right,
+  left %> right,
   ?- left,
   left ?-| right,
   left ?|| right,
@@ -1864,6 +1866,8 @@ SELECT
   left |>& right,
   left <^ right,
   left >^ right,
+  left <% right,
+  left %> right,
   ?- left,
   left ?-| right,
   left ?|| right,

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
@@ -1049,7 +1049,7 @@ fn get_word_token<'i>(input: &mut &'i str) -> PResult<Token<'i>> {
 fn get_operator_token<'i>(input: &mut &'i str) -> PResult<Token<'i>> {
     // Define the allowed operator characters
     let allowed_operators = (
-        '!', '<', '>', '=', '|', ':', '-', '~', '*', '&', '@', '^', '?', '#', '/',
+        '!', '<', '>', '=', '|', ':', '-', '~', '*', '&', '@', '^', '?', '#', '/', '%',
     );
 
     take_while(2..=5, allowed_operators)