Change to GMMv2b

This commit is contained in:
geneing 2020-01-04 00:00:20 -08:00
parent 20b4211af5
commit 34e0291ba7
1 changed files with 2 additions and 2 deletions

View File

@ -127,8 +127,8 @@ class GravesAttention(nn.Module):
self.init_layers()
def init_layers(self):
torch.nn.init.constant_(self.N_a[2].bias[10:15], 0.5)
torch.nn.init.constant_(self.N_a[2].bias[5:10], 10)
torch.nn.init.constant_(self.N_a[2].bias[(2*self.K):(3*self.K)], 1.)
torch.nn.init.constant_(self.N_a[2].bias[self.K:(2*self.K)], 10)
def init_states(self, inputs):
if self.J is None or inputs.shape[1] > self.J.shape[-1]: