Update

[ghstack-poisoned]

sota-implementations/a2c/a2c_atari.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/a2c/a2c_mujoco.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/a2c/utils_atari.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import numpy as np
 import torch.nn

sota-implementations/a2c/utils_mujoco.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import numpy as np
 import torch.nn

sota-implementations/bandits/dqn.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import argparse
 

sota-implementations/cql/cql_offline.py

@@ -9,6 +9,8 @@
 The helper functions are coded in the utils.py associated with this script.
 
 """
+from __future__ import annotations
+
 import time
 import warnings
 

sota-implementations/cql/cql_online.py

@@ -11,6 +11,8 @@
 The helper functions are coded in the utils.py associated with this script.
 
 """
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/cql/discrete_cql_online.py

@@ -10,6 +10,8 @@
 
 The helper functions are coded in the utils.py associated with this script.
 """
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/cql/utils.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import functools
 
 import torch.nn

sota-implementations/crossq/crossq.py

@@ -10,6 +10,8 @@
 
 The helper functions are coded in the utils.py associated with this script.
 """
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/crossq/utils.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import torch
 from tensordict.nn import InteractionType, TensorDictModule

sota-implementations/ddpg/ddpg.py

@@ -10,6 +10,8 @@
 
 The helper functions are coded in the utils.py associated with this script.
 """
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/ddpg/utils.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import functools
 
 import torch

sota-implementations/decision_transformer/dt.py

@@ -7,6 +7,8 @@
 The helper functions are coded in the utils.py associated with this script.
 """
 
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/decision_transformer/lamb.py

@@ -3,6 +3,8 @@
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
 # Lamb optimizer directly copied from https://github.com/facebookresearch/online-dt
+from __future__ import annotations
+
 import math
 
 import torch

sota-implementations/decision_transformer/online_dt.py

@@ -6,6 +6,8 @@
 This is a self-contained example of an Online Decision Transformer training script.
 The helper functions are coded in the utils.py associated with this script.
 """
+from __future__ import annotations
+
 import time
 import warnings
 

sota-implementations/decision_transformer/utils.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import os
 from pathlib import Path
 

sota-implementations/discrete_sac/discrete_sac.py

@@ -11,6 +11,8 @@
 The helper functions are coded in the utils.py associated with this script.
 """
 
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/discrete_sac/utils.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import functools
 import tempfile
 from contextlib import nullcontext

sota-implementations/dqn/dqn_atari.py

@@ -7,6 +7,8 @@
 DQN: Reproducing experimental results from Mnih et al. 2015 for the
 Deep Q-Learning Algorithm on Atari Environments.
 """
+from __future__ import annotations
+
 import tempfile
 import warnings
 

sota-implementations/dqn/dqn_cartpole.py

@@ -3,6 +3,8 @@
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
 
+from __future__ import annotations
+
 import warnings
 
 import hydra

sota-implementations/dqn/utils_atari.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import torch.nn
 import torch.optim

sota-implementations/dqn/utils_cartpole.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import torch.nn
 import torch.optim

sota-implementations/dreamer/dreamer.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import contextlib
 import time
 

sota-implementations/dreamer/dreamer_utils.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import functools
 import tempfile
 from contextlib import nullcontext

sota-implementations/gail/gail.py

@@ -9,6 +9,8 @@
 The helper functions for gail are coded in the gail_utils.py and helper functions for ppo in ppo_utils.
 
 """
+from __future__ import annotations
+
 import hydra
 import numpy as np
 import torch

sota-implementations/gail/gail_utils.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import torch.nn as nn
 import torch.optim

sota-implementations/gail/ppo_utils.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import torch.nn
 import torch.optim

sota-implementations/impala/impala_multi_node_ray.py

@@ -7,6 +7,8 @@
 This script reproduces the IMPALA Algorithm
 results from Espeholt et al. 2018 for the on Atari Environments.
 """
+from __future__ import annotations
+
 import hydra
 from torchrl._utils import logger as torchrl_logger
 

sota-implementations/impala/impala_multi_node_submitit.py

@@ -7,6 +7,8 @@
 This script reproduces the IMPALA Algorithm
 results from Espeholt et al. 2018 for the on Atari Environments.
 """
+from __future__ import annotations
+
 import hydra
 from torchrl._utils import logger as torchrl_logger
 

sota-implementations/impala/impala_single_node.py

@@ -7,6 +7,8 @@
 This script reproduces the IMPALA Algorithm
 results from Espeholt et al. 2018 for the on Atari Environments.
 """
+from __future__ import annotations
+
 import hydra
 from torchrl._utils import logger as torchrl_logger
 

sota-implementations/impala/utils.py

@@ -2,6 +2,7 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
 
 import torch.nn
 import torch.optim

sota-implementations/iql/discrete_iql.py

@@ -11,6 +11,8 @@
 The helper functions are coded in the utils.py associated with this script.
 
 """
+from __future__ import annotations
+
 import time
 
 import hydra

sota-implementations/iql/iql_offline.py

@@ -9,6 +9,8 @@
 The helper functions are coded in the utils.py associated with this script.
 
 """
+from __future__ import annotations
+
 import time
 
 import hydra

sota-implementations/iql/iql_online.py

@@ -11,6 +11,8 @@
 The helper functions are coded in the utils.py associated with this script.
 
 """
+from __future__ import annotations
+
 import time
 
 import hydra

sota-implementations/iql/utils.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import functools
 
 import torch.nn

sota-implementations/multiagent/iql.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import time
 
 import hydra

sota-implementations/multiagent/maddpg_iddpg.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import time
 
 import hydra

sota-implementations/multiagent/mappo_ippo.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import time
 
 import hydra

sota-implementations/multiagent/qmix_vdn.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import time
 
 import hydra

sota-implementations/multiagent/sac.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import time
 
 import hydra

sota-implementations/multiagent/utils/logging.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 import os
 
 import numpy as np

sota-implementations/multiagent/utils/utils.py

@@ -2,6 +2,8 @@
 #
 # This source code is licensed under the MIT license found in the
 # LICENSE file in the root directory of this source tree.
+from __future__ import annotations
+
 from tensordict import unravel_key
 from torchrl.envs import Transform
 

sota-implementations/ppo/ppo_atari.py

@@ -7,6 +7,8 @@
 This script reproduces the Proximal Policy Optimization (PPO) Algorithm
 results from Schulman et al. 2017 for the Atari Environments.
 """
+from __future__ import annotations
+
 import hydra
 from torchrl._utils import logger as torchrl_logger
 from torchrl.record import VideoRecorder

sota-implementations/ppo/ppo_mujoco.py

@@ -7,6 +7,8 @@
 This script reproduces the Proximal Policy Optimization (PPO) Algorithm
 results from Schulman et al. 2017 for the on MuJoCo Environments.
 """
+from __future__ import annotations
+
 import hydra
 from torchrl._utils import logger as torchrl_logger
 from torchrl.record import VideoRecorder