diff --git a/layers/tacotron2.py b/layers/tacotron2.py
index 4454c89e..b9aec6fe 100644
--- a/layers/tacotron2.py
+++ b/layers/tacotron2.py
@@ -61,7 +61,7 @@ class Encoder(nn.Module):
                             int(output_input_dim / 2),
                             num_layers=1,
                             batch_first=True,
-                            bias=False,
+                            bias=True,
                             bidirectional=True)
         self.rnn_state = None