From 11dde032abc13a7afe3371cb1277ba7def9cde45 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Stardust=C2=B7=E5=87=8F?= Date: Sat, 30 Sep 2023 20:20:23 +0800 Subject: [PATCH] Update bert_gen.py --- bert_gen.py | 1 + 1 file changed, 1 insertion(+) diff --git a/bert_gen.py b/bert_gen.py index ae932cb8a..e579f614c 100644 --- a/bert_gen.py +++ b/bert_gen.py @@ -8,6 +8,7 @@ import torch.multiprocessing as mp from text.japanese_bert import tokenizer as jp_tokenizer from text.chinese_bert import tokenizer +from text.japanese import text_normalize def process_line(line): rank = mp.current_process()._identity