Initialize attention vector

cw75 · Sep 3, 2018 · aa5818a · aa5818a
1 parent 674ef4b
commit aa5818a
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/torchmoji/attlayer.py b/torchmoji/attlayer.py
@@ -29,6 +29,7 @@ def __init__(self, attention_size, return_attention=False):
         self.return_attention = return_attention
         self.attention_size = attention_size
         self.attention_vector = Parameter(torch.FloatTensor(attention_size))
+        self.attention_vector.data.normal_(std=0.05) # Initialize attention vector
 
     def __repr__(self):
         s = '{name}({attention_size}, return attention={return_attention})'