Refactor out the storage view. Expose functions in the ListStorage class.

Author: Adrian Orenstein

test/test_rb.py

@@ -4322,7 +4322,7 @@ def test_compressed_storage_memory_efficiency(self):
         storage.set(0, large_tensor)
 
         # Estimate compressed size
-        compressed_data = storage._compressed_data[0]
+        compressed_data = storage._storage[0]
         compressed_size = compressed_data.numel()  # uint8 bytes
 
         # Verify compression ratio is reasonable (at least 2x for random data)

torchrl/data/replay_buffers/checkpointers.py

@@ -79,19 +79,16 @@ def dumps(self, storage, path):
         path = Path(path)
         path.mkdir(exist_ok=True)
 
-        if (
-            not hasattr(storage, "_compressed_data")
-            or len(storage._compressed_data) == 0
-        ):
+        if not hasattr(storage, "_storage") or len(storage._storage) == 0:
             raise RuntimeError(
                 "Cannot save an empty or non-initialized CompressedListStorage."
             )
 
         # Save compressed data and metadata
         state_dict = storage.state_dict()
 
-        # Save compressed data as separate files for efficiency
-        compressed_data = state_dict["_compressed_data"]
+        # Save compressed data and metadata
+        compressed_data = state_dict["_storage"]
         metadata = state_dict["_metadata"]
 
         # Save metadata
@@ -203,7 +200,7 @@ def convert_dtype(item):
             compressed_data.append(None)
 
         # Load into storage
-        storage._compressed_data = compressed_data
+        storage._storage = compressed_data
         storage._metadata = metadata