now using gradient clipping

davidBelanger · Jan 6, 2017 · 03b4f5e · 03b4f5e
1 parent d4fc3cf
commit 03b4f5e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/train/Train.lua b/train/Train.lua
@@ -14,6 +14,8 @@ function Train:__init(loss_wrapper, batcher, optimization_config, general_config
 
     self.model = optimization_config.modules_to_update
 
+    self.gradient_clip = optimization_config.gradient_clip
+    self.clamp_gradient = self.gradient_clip > 0
     self.parameters, self.grad_parameters = self.model:getParameters()
     self.data_for_callbacks = {
         parameters = self.parameters,