mirror of https://github.com/coqui-ai/TTS.git
90 lines
3.1 KiB
Python
Executable File
90 lines
3.1 KiB
Python
Executable File
import argparse
|
|
import glob
|
|
import multiprocessing
|
|
import os
|
|
import pathlib
|
|
|
|
from tqdm.contrib.concurrent import process_map
|
|
|
|
from TTS.utils.vad import get_vad_speech_segments, read_wave, write_wave
|
|
|
|
|
|
def remove_silence(filepath):
|
|
output_path = filepath.replace(os.path.join(args.input_dir, ""), os.path.join(args.output_dir, ""))
|
|
# ignore if the file exists
|
|
if os.path.exists(output_path) and not args.force:
|
|
return
|
|
|
|
# create all directory structure
|
|
pathlib.Path(output_path).parent.mkdir(parents=True, exist_ok=True)
|
|
# load wave
|
|
audio, sample_rate = read_wave(filepath)
|
|
|
|
# get speech segments
|
|
segments = get_vad_speech_segments(audio, sample_rate, aggressiveness=args.aggressiveness)
|
|
|
|
segments = list(segments)
|
|
num_segments = len(segments)
|
|
flag = False
|
|
# create the output wave
|
|
if num_segments != 0:
|
|
for i, segment in reversed(list(enumerate(segments))):
|
|
if i >= 1:
|
|
if not flag:
|
|
concat_segment = segment
|
|
flag = True
|
|
else:
|
|
concat_segment = segment + concat_segment
|
|
else:
|
|
if flag:
|
|
segment = segment + concat_segment
|
|
# print("Saving: ", output_path)
|
|
write_wave(output_path, segment, sample_rate)
|
|
return
|
|
else:
|
|
print("> Just Copying the file to:", output_path)
|
|
# if fail to remove silence just write the file
|
|
write_wave(output_path, audio, sample_rate)
|
|
return
|
|
|
|
|
|
def preprocess_audios():
|
|
files = sorted(glob.glob(os.path.join(args.input_dir, args.glob), recursive=True))
|
|
print("> Number of files: ", len(files))
|
|
if not args.force:
|
|
print("> Ignoring files that already exist in the output directory.")
|
|
|
|
if files:
|
|
# create threads
|
|
num_threads = multiprocessing.cpu_count()
|
|
process_map(remove_silence, files, max_workers=num_threads, chunksize=15)
|
|
else:
|
|
print("> No files Found !")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
parser = argparse.ArgumentParser(
|
|
description="python remove_silence.py -i=VCTK-Corpus-bk/ -o=../VCTK-Corpus-removed-silence -g=wav48/*/*.wav -a=2"
|
|
)
|
|
parser.add_argument("-i", "--input_dir", type=str, default="../VCTK-Corpus", help="Dataset root dir")
|
|
parser.add_argument(
|
|
"-o", "--output_dir", type=str, default="../VCTK-Corpus-removed-silence", help="Output Dataset dir"
|
|
)
|
|
parser.add_argument("-f", "--force", default=False, action="store_true", help="Force the replace of exists files")
|
|
parser.add_argument(
|
|
"-g",
|
|
"--glob",
|
|
type=str,
|
|
default="**/*.wav",
|
|
help="path in glob format for acess wavs from input_dir. ex: wav48/*/*.wav",
|
|
)
|
|
parser.add_argument(
|
|
"-a",
|
|
"--aggressiveness",
|
|
type=int,
|
|
default=2,
|
|
help="set its aggressiveness mode, which is an integer between 0 and 3. 0 is the least aggressive about filtering out non-speech, 3 is the most aggressive.",
|
|
)
|
|
args = parser.parse_args()
|
|
preprocess_audios()
|