| | import os |
| | import argparse |
| | from config import config |
| |
|
| | global speaker_annos |
| | speaker_annos = [] |
| |
|
| |
|
| | def process_text(item): |
| | spkdir, wav_name, args = item |
| | speaker = spkdir.replace("\\", "/").split("/")[-1] |
| | wav_path = os.path.join(args.in_dir, speaker, wav_name) |
| | global speaker_annos |
| | tr_name = wav_name.replace('.wav', '') |
| | try: |
| | with open(args.out_dir+'/'+speaker+'/'+tr_name+'.lab', "r", encoding="utf-8") as file: |
| | text = file.read() |
| | |
| | speaker_annos.append(args.out_dir+'/'+speaker+'/'+wav_name+ "|" + speaker + "|" + text) |
| | except: |
| | pass |
| |
|
| |
|
| | if __name__ == "__main__": |
| | parser = argparse.ArgumentParser() |
| | parser.add_argument("--in_dir", type=str, default=config.resample_config.in_dir, help="path to source dir") |
| | parser.add_argument("--out_dir", type=str, default=config.resample_config.out_dir, help="path to target dir") |
| | parent_dir=config.resample_config.in_dir |
| | print("请注意，这个处理程序只能够处理2.1版整合包whisper打标的音频，不能处理原神数据集。文件内容格式为: <语言>|<文本>\n") |
| | speaker_names = list(os.walk(parent_dir))[0][1] |
| | args = parser.parse_args() |
| | for speaker in os.listdir(args.in_dir): |
| | spk_dir = os.path.join(args.in_dir, speaker) |
| | if os.path.isdir(spk_dir): |
| | print(spk_dir) |
| | for i in os.listdir(spk_dir): |
| | if i.endswith("wav"): |
| | pro=(spk_dir, i, args) |
| | process_text(pro) |
| | if len(speaker_annos) == 0: |
| | print("transcribe error. len(speaker_annos) == 0") |
| | else: |
| | with open(config.preprocess_text_config.transcription_path, 'w', encoding='utf-8') as f: |
| | for line in speaker_annos: |
| | f.write(line) |
| | print("finished.") |
