Medix-AI/coqui-tts
Medix-AI
/
coqui-tts
mirror of https://github.com/coqui-ai/TTS.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

updating location attn after calculating fwd attention

This commit is contained in:
Thomas Werkmeister 2019-07-24 11:49:07 +02:00
parent 40f56f9b00
commit f3dac0aa84
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
layers/common_layers.py
View File

@ -248,13 +248,14 @@ class Attention(nn.Module):
dim=1, keepdim=True) dim=1, keepdim=True)
else: else:
raise ValueError("Unknown value for attention norm type") raise ValueError("Unknown value for attention norm type")
if self.location_attention:
self.update_location_attention(alignment)
# apply forward attention if enabled # apply forward attention if enabled
if self.forward_attn: if self.forward_attn:
alignment = self.apply_forward_attention(alignment) alignment = self.apply_forward_attention(alignment)
self.alpha = alignment self.alpha = alignment
if self.location_attention:
self.update_location_attention(alignment)
context = torch.bmm(alignment.unsqueeze(1), inputs) context = torch.bmm(alignment.unsqueeze(1), inputs)
context = context.squeeze(1) context = context.squeeze(1)
self.attention_weights = alignment self.attention_weights = alignment