Medix-AI/coqui-tts
Medix-AI
/
coqui-tts
mirror of https://github.com/coqui-ai/TTS.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

undo loc attn after fwd attn

This commit is contained in:
Thomas Werkmeister 2019-07-25 13:04:41 +02:00
parent f3dac0aa84
commit ab42396fbf
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
layers/common_layers.py
View File

@ -248,14 +248,15 @@ class Attention(nn.Module):
dim=1, keepdim=True) dim=1, keepdim=True)
else: else:
raise ValueError("Unknown value for attention norm type") raise ValueError("Unknown value for attention norm type")
if self.location_attention:
self.update_location_attention(alignment)
# apply forward attention if enabled # apply forward attention if enabled
if self.forward_attn: if self.forward_attn:
alignment = self.apply_forward_attention(alignment) alignment = self.apply_forward_attention(alignment)
self.alpha = alignment self.alpha = alignment
if self.location_attention:
self.update_location_attention(alignment)
context = torch.bmm(alignment.unsqueeze(1), inputs) context = torch.bmm(alignment.unsqueeze(1), inputs)
context = context.squeeze(1) context = context.squeeze(1)
self.attention_weights = alignment self.attention_weights = alignment