Optimized batch read for better memory efficiency

reductstore · Dec 14, 2023 · a05487a · a05487a
1 parent 9805545
commit a05487a
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/reduct/record.py b/reduct/record.py
@@ -204,14 +204,14 @@ async def parse_batched_records(resp: ClientResponse) -> AsyncIterator[Record]:
 
 
 async def _read_response(resp, content_length):
-    buffer = b""
+    chunks = []
     count = 0
     while True:
         n = min(CHUNK_SIZE, content_length - count)
         chunk = await resp.content.read(n)
-        buffer += chunk
+        chunks.append(chunk)
         count += len(chunk)
 
         if count == content_length:
             break
-    return buffer
+    return b"".join(chunks)