From 748cbbc4039d5ec14e961235e58fbcc56b62cb05 Mon Sep 17 00:00:00 2001
From: geneing <geneing@gmail.com>
Date: Sun, 5 Jan 2020 18:34:01 -0800
Subject: [PATCH] Change to GMMv2b

---
 layers/common_layers.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/layers/common_layers.py b/layers/common_layers.py
index 52be8bfd..cd3ad09a 100644
--- a/layers/common_layers.py
+++ b/layers/common_layers.py
@@ -161,7 +161,6 @@ class GravesAttention(nn.Module):
         # attention GMM parameters
         sig_t = torch.nn.functional.softplus(b_t)+self.eps
 
-        #inv_sig_t = torch.exp(-torch.clamp(b_t, min=-6, max=9))  # variance
         mu_t = self.mu_prev + torch.nn.functional.softplus(k_t)
         g_t = torch.softmax(g_t, dim=-1) / sig_t + self.eps