fix for contiguousref datasets (#396)

HDFGroup · Sep 26, 2024 · 440c311 · 440c311
1 parent fbbb3d4
commit 440c311
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 5 deletions.
diff --git a/hsds/datanode_lib.py b/hsds/datanode_lib.py
@@ -948,9 +948,7 @@ async def get_chunk_bytes(
         log.error(msg)
         raise HTTPInternalServerError()
 
-    msg = "get_chunk_bytes done for hyperchunks "
-    msg += f"arr min: {chunk_arr.min()}, arr_max: {chunk_arr.max()}"
-    log.debug(msg)
+    log.debug("get_chunk_bytes done for hyperchunks")
 
     return chunk_arr
 

diff --git a/hsds/util/storUtil.py b/hsds/util/storUtil.py
@@ -472,6 +472,10 @@ async def getStorBytes(app,
     log.info(f"read: {len(data)} bytes for key: {key}")
     if length > 0 and len(data) != length:
         log.warn(f"requested {length} bytes but got {len(data)} bytes")
+        # extend data to expected length
+        buffer = bytearray(length)
+        buffer[:(len(data))]
+        data = bytes(buffer)
     if chunk_locations:
         log.debug(f"getStorBytes - got {len(chunk_locations)} chunk locations")
         # uncompress chunks within the fetched data and store to

diff --git a/tests/unit/compression_test.py b/tests/unit/compression_test.py
@@ -53,8 +53,6 @@ def testCompression(self):
             self.assertEqual(data, data_copy)
 
     def testBitShuffle(self):
-        print("skipping bitshuffle test")
-        return
         shape = (1_000_000, )
         dt = np.dtype("<i4")
         arr = np.random.randint(0, 200, shape, dtype=dt)