guided attn #5

This commit is contained in:
Eren Golge 2018-04-24 11:31:25 -07:00
parent 9d6c08ab72
commit aea26bf55a
1 changed files with 1 additions and 1 deletions

View File

@ -128,7 +128,7 @@ def train(model, criterion, data_loader, optimizer, epoch):
+ 0.5 * criterion(linear_output[:, :, :n_priority_freq],
linear_spec_var[:, :, :n_priority_freq],
mel_lengths_var)
attention_loss = criterion(Mg, alignments, mel_lengths_var)
attention_loss = criterion(M, alignments, mel_lengths_var)
loss = mel_loss + linear_loss + 0.2 * attention_loss
# backpass and check the grad norm