From 595808e3bbb9204f0d520f61c4de8faad8a16281 Mon Sep 17 00:00:00 2001 From: Vincent Moens Date: Tue, 17 Dec 2024 17:32:58 +0000 Subject: [PATCH] Update [ghstack-poisoned] --- sota-implementations/cql/discrete_cql_online.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sota-implementations/cql/discrete_cql_online.py b/sota-implementations/cql/discrete_cql_online.py index efb54ea3f73..d45ce3745fe 100644 --- a/sota-implementations/cql/discrete_cql_online.py +++ b/sota-implementations/cql/discrete_cql_online.py @@ -179,7 +179,7 @@ def update(sampled_tensordict): sampled_tensordict = sampled_tensordict.to(device) with timeit("update"): torch.compiler.cudagraph_mark_step_begin() - loss_dict = update(sampled_tensordict) + loss_dict = update(sampled_tensordict).clone() tds.append(loss_dict) # Update priority