risk weighted exploration

montrealrobotics · Dec 21, 2023 · 1d9e90e · 1d9e90e
1 parent 05e6dac
commit 1d9e90e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/cleanrl/ppo_continuous_action_wandb.py b/cleanrl/ppo_continuous_action_wandb.py
@@ -690,7 +690,7 @@ def train(cfg):
 
                 values[step] = value.flatten()
 
-            if cfg.use_risk:
+            if cfg.use_risk and False:
                 with torch.no_grad():
                     # print(candidates)
                     candidates = candidates.squeeze()