From c72470bcfc13f030fd30356f865b182c683a503e Mon Sep 17 00:00:00 2001
From: Eren Golge <egolge@mozilla.com>
Date: Mon, 24 Jun 2019 16:57:29 +0200
Subject: [PATCH] update forward attention

---
 layers/common_layers.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/layers/common_layers.py b/layers/common_layers.py
index b6f72bc1..f7b8e7ed 100644
--- a/layers/common_layers.py
+++ b/layers/common_layers.py
@@ -208,7 +208,7 @@ class Attention(nn.Module):
             _, n = prev_alpha.max(1)
             val, n2 = alpha.max(1)
             for b in range(alignment.shape[0]):
-                alpha[b, n[b] + 2:] = 0
+                alpha[b, n[b] + 3:] = 0
                 alpha[b, :(n[b] - 1)] = 0  # ignore all previous states to prevent repetition.
                 alpha[b, (n[b] - 2)] = 0.01 * val[b]  # smoothing factor for the prev step
         # compute attention weights