Medix-AI/coqui-tts
Medix-AI
/
coqui-tts
mirror of https://github.com/coqui-ai/TTS.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

guided attn #3

This commit is contained in:
Eren Golge 2018-04-24 11:29:39 -07:00
parent 1bcaf44e48
commit 937d1140f4
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
train.py
View File

@ -106,6 +106,8 @@ def train(model, criterion, data_loader, optimizer, epoch):
# create attention mask # create attention mask
# TODO: vectorize # TODO: vectorize
N = text_input_var.shape[1]
T = mel_spec_var.shape[1]
M = np.zeros([N, T]) M = np.zeros([N, T])
for t in range(T): for t in range(T):
for n in range(N): for n in range(N):
@ -126,7 +128,7 @@ def train(model, criterion, data_loader, optimizer, epoch):
+ 0.5 * criterion(linear_output[:, :, :n_priority_freq], + 0.5 * criterion(linear_output[:, :, :n_priority_freq],
linear_spec_var[:, :, :n_priority_freq], linear_spec_var[:, :, :n_priority_freq],
mel_lengths_var) mel_lengths_var)
attention_loss = criterion(M, alignments, mel_lengths_var) attention_loss = criterion(Mg, alignments, mel_lengths_var)
loss = mel_loss + linear_loss + 0.2 * attention_loss loss = mel_loss + linear_loss + 0.2 * attention_loss
# backpass and check the grad norm # backpass and check the grad norm