Update

[ghstack-poisoned]

torchrl/data/replay_buffers/replay_buffers.py

@@ -1159,7 +1159,7 @@ class TensorDictReplayBuffer(ReplayBuffer):
     def __init__(self, *, priority_key: str = "td_error", **kwargs) -> None:
         writer = kwargs.get("writer", None)
         if writer is None:
-            kwargs["writer"] = TensorDictRoundRobinWriter()
+            kwargs["writer"] = TensorDictRoundRobinWriter(compilable=kwargs.get("compilable"))
 
         super().__init__(**kwargs)
         self.priority_key = priority_key