Merge pull request #404 from Edresson/patch-3

Fix bug in Graves Attn
2020-05-07 17:37:25 +02:00 · 2020-05-07 17:37:25 +02:00 · 7292d303b9
parent 7a9247f91f cce13ee245
commit 7292d303b9
1 changed files with 1 additions and 1 deletions
--- a/layers/common_layers.py
+++ b/layers/common_layers.py
@ -138,7 +138,7 @@ class GravesAttention(nn.Module):

    def init_states(self, inputs):
        if self.J is None or inputs.shape[1]+1 > self.J.shape[-1]:
-            self.J = torch.arange(0, inputs.shape[1]+2).to(inputs.device) + 0.5
+            self.J = torch.arange(0, inputs.shape[1]+2.0).to(inputs.device) + 0.5
        self.attention_weights = torch.zeros(inputs.shape[0], inputs.shape[1]).to(inputs.device)
        self.mu_prev = torch.zeros(inputs.shape[0], self.K).to(inputs.device)