diff --git a/model/sswe.py b/model/sswe.py
index 65a8ed4..f4a5173 100644
--- a/model/sswe.py
+++ b/model/sswe.py
@@ -155,7 +155,7 @@ def _get_train_function(self):
         # embeddings -> hidden
         noise_prehidden = T.dot(noise_inputs, self.hidden_weights) + \
             self.hidden_biases
-        hidden_n = T.tanh(noise_prehidden)
+        hidden_n = self.activation(noise_prehidden)
         # hidden -> output
         noise_score = T.dot(hidden_n, self.output_weights) + \
             self.output_biases