diff --git a/bert_gen.py b/bert_gen.py index ae932cb8a..e579f614c 100644 --- a/bert_gen.py +++ b/bert_gen.py @@ -8,6 +8,7 @@ import torch.multiprocessing as mp from text.japanese_bert import tokenizer as jp_tokenizer from text.chinese_bert import tokenizer +from text.japanese import text_normalize def process_line(line): rank = mp.current_process()._identity