Update

[ghstack-poisoned]
pytorch · Dec 13, 2024 · 95ffff3 · 95ffff3
1 parent 9468d56
commit 95ffff3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sota-implementations/discrete_sac/discrete_sac.py b/sota-implementations/discrete_sac/discrete_sac.py
@@ -180,7 +180,7 @@ def update(sampled_tensordict):
                 with timeit("update"):
                     torch.compiler.cudagraph_mark_step_begin()
                     sampled_tensordict = sampled_tensordict.to(device)
-                    loss_out = update(sampled_tensordict)
+                    loss_out = update(sampled_tensordict).clone()
 
                 tds.append(loss_out)