diff --git a/torchrl/data/replay_buffers/storages.py b/torchrl/data/replay_buffers/storages.py
index daf1d8d623a..e8967ab0390 100644
--- a/torchrl/data/replay_buffers/storages.py
+++ b/torchrl/data/replay_buffers/storages.py
@@ -204,7 +204,7 @@ def _init(self, data: Union[TensorDictBase, torch.Tensor]) -> None:
         else:
             out = TensorDict({}, [self.max_size, *data.shape])
             print("The storage is being created: ")
-            for key, tensor in data.items():
+            for key, tensor in sorted(data.items()):
                 if isinstance(tensor, TensorDictBase):
                     out[key] = (
                         tensor.expand(self.max_size)