From 6df6f2c036eccc369281dc4c848a85be9e23e58f Mon Sep 17 00:00:00 2001 From: Eren Golge Date: Tue, 23 Apr 2019 14:58:00 +0200 Subject: [PATCH] config update --- .compute | 7 ++++--- config_cluster.json | 10 +++++----- 2 files changed, 9 insertions(+), 8 deletions(-) diff --git a/.compute b/.compute index 3e21a5bf..5ef7df1d 100644 --- a/.compute +++ b/.compute @@ -1,11 +1,12 @@ #!/bin/bash -# ls ${USER_DIR}/MozillaDataset/Mozilla/batch1/wavs_no_processing +ls ${SHARED_DIR}/data/mozilla/Judy/ yes | apt-get install sox -soxi /data/rw/home/MozillaDataset/Mozilla/batch18/wavs_no_processing/18_167.wav +yes | apt-get install ffmpeg +soxi /data/ro/shared/data/mozilla/Judy/batch6/wavs_no_processing/6_126.wav pip3 install https://download.pytorch.org/whl/cu100/torch-1.0.1.post2-cp36-cp36m-linux_x86_64.whl yes | apt-get install espeak python3 setup.py develop # wget https://www.dropbox.com/s/evaouukiwb7krz8/MozillaDataset.tar.gz?dl=0 -O ${USER_DIR}/MozillaDataset.tar.gz # tar -xzvf ${USER_DIR}/MozillaDataset.tar.gz --no-same-owner -C ${USER_DIR} # python3 distribute.py --config_path config_cluster.json --data_path ${USER_DIR}/MozillaDataset/Mozilla/ --restore_path ${USER_DIR}/best_model_4583.pth.tar -python3 distribute.py --config_path config_cluster.json --data_path ${USER_DIR}/MozillaDataset/Mozilla/ \ No newline at end of file +python3 distribute.py --config_path config_cluster.json --data_path ${SHARED_DIR}/data/mozilla/Judy/ diff --git a/config_cluster.json b/config_cluster.json index 283b8be2..fe227a01 100644 --- a/config_cluster.json +++ b/config_cluster.json @@ -1,6 +1,6 @@ { - "run_name": "mozilla-fattn", - "run_description": "Finetune 4583, Mozilla with 4 batch group size and fattn, batch size 16->24", + "run_name": "mozilla-nomask-fattn-bn", + "run_description": "Finetune 4700 orignal -> bn prenet - Mozilla with prenet bn, no mask, forward attn, batch group size 0", "audio":{ // Audio processing parameters @@ -54,7 +54,7 @@ "save_step": 1000, // Number of training steps expected to save traning stats and checkpoints. "print_step": 10, // Number of steps to log traning on console. "tb_model_param_stats": true, // true, plots param stats per layer on tensorboard. Might be memory consuming, but good for debugging. - "batch_group_size": 4, //Number of batches to shuffle after bucketing. + "batch_group_size": 0, //Number of batches to shuffle after bucketing. "run_eval": false, "test_delay_epochs": 5, //Until attention is aligned, testing only wastes computation time. @@ -65,8 +65,8 @@ "min_seq_len": 0, // DATASET-RELATED: minimum text length to use in training "max_seq_len": 150, // DATASET-RELATED: maximum text length "output_path": "../keep/", // DATASET-RELATED: output path for all training outputs. - "num_loader_workers": 0, // number of training data loader processes. Don't set it too big. 4-8 are good values. - "num_val_loader_workers": 0, // number of evaluation data loader processes. + "num_loader_workers": 8, // number of training data loader processes. Don't set it too big. 4-8 are good values. + "num_val_loader_workers": 4, // number of evaluation data loader processes. "phoneme_cache_path": "mozilla_us_phonemes", // phoneme computation is slow, therefore, it caches results in the given folder. "use_phonemes": true, // use phonemes instead of raw characters. It is suggested for better pronounciation. "phoneme_language": "en-us", // depending on your target language, pick one from https://github.com/bootphon/phonemizer#languages