Update

[ghstack-poisoned]
pytorch · Dec 17, 2024 · 595808e · 595808e
1 parent ce2de43
commit 595808e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sota-implementations/cql/discrete_cql_online.py b/sota-implementations/cql/discrete_cql_online.py
@@ -179,7 +179,7 @@ def update(sampled_tensordict):
                     sampled_tensordict = sampled_tensordict.to(device)
                 with timeit("update"):
                     torch.compiler.cudagraph_mark_step_begin()
-                    loss_dict = update(sampled_tensordict)
+                    loss_dict = update(sampled_tensordict).clone()
                 tds.append(loss_dict)
 
                 # Update priority