File size: 2,351 Bytes
c968fc3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
# Copyright (c) 2023 Amphion.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.
import os
import json
import torchaudio
from tqdm import tqdm
from glob import glob
from utils.util import has_existed
def main(output_path, dataset_path):
print("-" * 10)
print("Dataset splits for ljspeech...\n")
save_dir = os.path.join(output_path, "ljspeech")
ljspeech_path = dataset_path
wave_files = glob(ljspeech_path + "/wavs/*.wav")
train_output_file = os.path.join(save_dir, "train.json")
test_output_file = os.path.join(save_dir, "test.json")
if has_existed(train_output_file):
return
utts = []
for wave_file in tqdm(wave_files):
res = {
"Dataset": "ljspeech",
"Singer": "female1",
"Uid": "{}".format(wave_file.split("/")[-1].split(".")[0]),
}
res["Path"] = wave_file
assert os.path.exists(res["Path"])
waveform, sample_rate = torchaudio.load(res["Path"])
duration = waveform.size(-1) / sample_rate
res["Duration"] = duration
if duration <= 1e-8:
continue
utts.append(res)
test_length = len(utts) // 20
train_utts = []
train_index_count = 0
train_total_duration = 0
for i in tqdm(range(len(utts) - test_length)):
tmp = utts[i]
tmp["index"] = train_index_count
train_index_count += 1
train_total_duration += tmp["Duration"]
train_utts.append(tmp)
test_utts = []
test_index_count = 0
test_total_duration = 0
for i in tqdm(range(len(utts) - test_length, len(utts))):
tmp = utts[i]
tmp["index"] = test_index_count
test_index_count += 1
test_total_duration += tmp["Duration"]
test_utts.append(tmp)
print("#Train = {}, #Test = {}".format(len(train_utts), len(test_utts)))
print(
"#Train hours= {}, #Test hours= {}".format(
train_total_duration / 3600, test_total_duration / 3600
)
)
# Save
os.makedirs(save_dir, exist_ok=True)
with open(train_output_file, "w") as f:
json.dump(train_utts, f, indent=4, ensure_ascii=False)
with open(test_output_file, "w") as f:
json.dump(test_utts, f, indent=4, ensure_ascii=False)
|