Reduce factor so that demo looks better

sagerpascal · Sep 25, 2023 · 5cfd969 · 5cfd969
1 parent d3a3287
commit 5cfd969
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/stage_1/lateral/lateral_connections_toy.py b/src/stage_1/lateral/lateral_connections_toy.py
@@ -255,7 +255,7 @@ def forward(self, x: Tensor) -> Tuple[Tensor, Tensor, Dict[str, float]]:
             if self.act_threshold == "bernoulli":
                 x_lateral_bin = torch.bernoulli(torch.clip(x_lateral_norm ** 3, 0, 1))
             else:
-                x_lateral_bin = (x_lateral_norm ** (1.45) >= self.act_threshold).float()
+                x_lateral_bin = (x_lateral_norm ** (1.2) >= self.act_threshold).float()
 
             # TODO:
             # if self.training and self.ts == 4: