Add support for kagame_ja

weaviate · Dec 3, 2024 · fd9dbdd · fd9dbdd
1 parent e484eb9
commit fd9dbdd
Show file tree

Hide file tree

Showing 2 changed files with 13 additions and 1 deletion.
diff --git a/docs/changelog.rst b/docs/changelog.rst
@@ -1,11 +1,20 @@
 Changelog
 =========
 
+Version 4.9.6
+--------------
+
+This release is the last release that supports weaviate v1.23 and v1.24
+
+This patch version includes:
+    - Add support for the new ``Kagame_JA`` tokenizer
+
+
 Version 4.9.5
 --------------
 This patch version includes:
     - Add support for the new ``text2vec-weaviate`` module
-    - Wrap ``tenant.get`` ``AioRpcError`` in a specifc exception
+    - Wrap ``tenant.get`` ``AioRpcError`` in a specific exception
 
 Version 4.9.4
 --------------

diff --git a/weaviate/collections/classes/config.py b/weaviate/collections/classes/config.py
@@ -137,6 +137,8 @@ class Tokenization(str, Enum):
             Tokenize using GSE (for Chinese and Japanese).
         `TRIGRAM`
             Tokenize into trigrams.
+        `KAGOME_JA`
+            Tokenize using the 'Kagome' tokenizer (for Japanese).
         `KAGOME_KR`
             Tokenize using the 'Kagome' tokenizer and a Korean MeCab dictionary (for Korean).
     """
@@ -147,6 +149,7 @@ class Tokenization(str, Enum):
     FIELD = "field"
     GSE = "gse"
     TRIGRAM = "trigram"
+    KAGOME_JA = "kagome_ja"
     KAGOME_KR = "kagome_kr"