Update

[ghstack-poisoned]
pytorch · Dec 14, 2024 · 9733bc2 · 9733bc2
2 parents 8250968 + 833b32d
commit 9733bc2
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/sota-implementations/dqn/utils_atari.py b/sota-implementations/dqn/utils_atari.py
@@ -39,6 +39,7 @@ def make_env(env_name, frame_skip, device, is_test=False):
         from_pixels=True,
         pixels_only=False,
         device=device,
+        categorical_action_encoding=True,
     )
     env = TransformedEnv(env)
     env.append_transform(NoopResetEnv(noops=30, random=True))