diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml index 22ac298d099..10ea80c1dcd 100644 --- a/.github/workflows/docs.yml +++ b/.github/workflows/docs.yml @@ -119,8 +119,6 @@ jobs: REF_TYPE=${{ github.ref_type }} REF_NAME=${{ github.ref_name }} - apt-get update - apt-get install rsync -y if [[ "${REF_TYPE}" == branch ]]; then if [[ "${REF_NAME}" == main ]]; then diff --git a/sota-implementations/cql/utils.py b/sota-implementations/cql/utils.py index a6a6d2311fa..1705483c155 100644 --- a/sota-implementations/cql/utils.py +++ b/sota-implementations/cql/utils.py @@ -9,6 +9,7 @@ from tensordict import TensorDict, TensorDictParams from tensordict.nn import TensorDictModule, TensorDictSequential from tensordict.nn.distributions import NormalParamExtractor +from tensordict.tensorclass import NonTensorData from torchrl.collectors import SyncDataCollector from torchrl.data import ( @@ -224,8 +225,8 @@ def make_cql_model(cfg, train_env, eval_env, device="cpu"): { "low": torch.as_tensor(action_spec.space.low, device=device), "high": torch.as_tensor(action_spec.space.high, device=device), - "tanh_loc": False, - "safe_tanh": not cfg.compile.compile, + "tanh_loc": NonTensorData(False), + "safe_tanh": NonTensorData(not cfg.compile.compile), } ), no_convert=True,