diff --git a/layers/attention.py b/layers/attention.py
index 93d0d5a1..cb2b0f80 100644
--- a/layers/attention.py
+++ b/layers/attention.py
@@ -52,9 +52,9 @@ class LocationSensitiveAttention(nn.Module):
                 stride=1,
                 padding=0,
                 bias=False))
-        self.loc_linear = nn.Linear(filters, attn_dim, bias=False)
-        self.query_layer = nn.Linear(query_dim, attn_dim, bias=False)
-        self.annot_layer = nn.Linear(annot_dim, attn_dim, bias=False)
+        self.loc_linear = nn.Linear(filters, attn_dim, bias=True)
+        self.query_layer = nn.Linear(query_dim, attn_dim, bias=True)
+        self.annot_layer = nn.Linear(annot_dim, attn_dim, bias=True)
         self.v = nn.Linear(attn_dim, 1, bias=True)
         self.processed_annots = None
         # self.init_layers()