transcribe_genshin.py

import os
import argparse
import librosa
import numpy as np
from multiprocessing import Pool, cpu_count

import soundfile
#from scipy.io import wavfile
from tqdm import tqdm
from config import config

global speaker_annos
speaker_annos = []

def process(item):  
    spkdir, wav_name, args = item
    speaker = spkdir.replace("\\", "/").split("/")[-1]
    wav_path = os.path.join(args.in_dir, speaker, wav_name)
    if os.path.exists(wav_path) and '.wav' in wav_path:
        os.makedirs(os.path.join(args.out_dir, speaker), exist_ok=True)
        wav, sr = librosa.load(wav_path, sr=args.sr)
        soundfile.write(
            os.path.join(args.out_dir, speaker, wav_name),
            wav,
            sr
        )

def process_text(item):
    spkdir, wav_name, args,lang = item
    speaker = os.path.split(spkdir)[-1]
    #wav_path = os.path.join(args.in_dir, speaker, wav_name)
    global speaker_annos
    tr_name = wav_name[:-4]
    with open(args.in_dir+'/'+speaker+'/'+tr_name+'.lab', "r", encoding="utf-8") as file:
             text = file.read()
    text = text.replace("{NICKNAME}",'旅行者')
    text = text.replace("{M#他}{F#她}",'他')
    text = text.replace("{M#她}{F#他}",'他')
    text = text.replace("|",'')
    substring = "{M#妹妹}{F#哥哥}" 
    if substring in text:
        if tr_name.endswith("a"):
           text = text.replace("{M#妹妹}{F#哥哥}",'妹妹')
        if tr_name.endswith("b"):
           text = text.replace("{M#妹妹}{F#哥哥}",'哥哥')
    text = text.replace("#",'')   
    text = f'{lang}|{text}\n' #
    speaker_annos.append(args.out_dir+'/'+speaker+'/'+wav_name+ "|" + speaker + "|" + text)



if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument("--sr", type=int, default=44100, help="sampling rate")
    parser.add_argument("--in_dir", type=str, default=config.resample_config.in_dir, help="path to source dir")
    parser.add_argument("--out_dir", type=str, default=config.resample_config.out_dir, help="path to target dir")
    parent_dir=config.resample_config.in_dir
    speaker_names = list(os.walk(parent_dir))[0][1]   
    args = parser.parse_args()
   
    entered = False
    while not entered:
      print("Enter a letter to choose language.\n")
      print("C = Chinese ; J = Japanese ;E = English;\n e.g: C \n")
      languages=input("Enter language: ")
      if (languages == "C"or languages == "c"):
        lang='ZH'
        entered = True
      elif (languages == "J"or languages == "j"):
        lang='JP'
        entered = True
      elif (languages == "E"or languages == "e"):
        lang='EN'
        entered = True
      else:
        print("Illegal Arguments! Please try again.\n")
    # processs = 8
    processs = cpu_count()-2 if cpu_count() >4 else 1
    pool = Pool(processes=processs)

    for speaker in os.listdir(args.in_dir):
        spk_dir = os.path.join(args.in_dir, speaker)
        if os.path.isdir(spk_dir):
            print(spk_dir)
            for _ in tqdm(pool.imap_unordered(process, [(spk_dir, i, args) for i in os.listdir(spk_dir) if i.endswith("wav")])):
                pass
            for i in os.listdir(spk_dir):
               if i.endswith("wav"):
                  pro=(spk_dir, i, args, lang)
                  process_text(pro)
    if len(speaker_annos) == 0:
        print("transcribe error. len(speaker_annos) == 0")
    else:
      with open(config.preprocess_text_config.transcription_path, 'w', encoding='utf-8') as f:
        for line in speaker_annos:
            f.write(line)
      print("finished.")