Update

[ghstack-poisoned]
pytorch · Nov 20, 2024 · 3179bc5 · 3179bc5
2 parents 4d5dfe1 + cfa93f6
commit 3179bc5
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml
@@ -119,8 +119,6 @@ jobs:
 
         REF_TYPE=${{ github.ref_type }}
         REF_NAME=${{ github.ref_name }}
-        apt-get update
-        apt-get install rsync -y
 
         if [[ "${REF_TYPE}" == branch ]]; then
           if [[ "${REF_NAME}" == main ]]; then

diff --git a/sota-implementations/cql/utils.py b/sota-implementations/cql/utils.py
@@ -9,6 +9,7 @@
 from tensordict import TensorDict, TensorDictParams
 from tensordict.nn import TensorDictModule, TensorDictSequential
 from tensordict.nn.distributions import NormalParamExtractor
+from tensordict.tensorclass import NonTensorData
 
 from torchrl.collectors import SyncDataCollector
 from torchrl.data import (
@@ -224,8 +225,8 @@ def make_cql_model(cfg, train_env, eval_env, device="cpu"):
                 {
                     "low": torch.as_tensor(action_spec.space.low, device=device),
                     "high": torch.as_tensor(action_spec.space.high, device=device),
-                    "tanh_loc": False,
-                    "safe_tanh": not cfg.compile.compile,
+                    "tanh_loc": NonTensorData(False),
+                    "safe_tanh": NonTensorData(not cfg.compile.compile),
                 }
             ),
             no_convert=True,