Chunked reading of zip

GenerateNU · Oct 11, 2023 · 79e9aed · 79e9aed
1 parent f2cbca9
commit 79e9aed
Showing 1 changed file with 3 additions and 4 deletions.
diff --git a/ingestion/src/downloader.rs b/ingestion/src/downloader.rs
@@ -4,7 +4,6 @@ use std::fs::File;
 use std::path::Path;
 use mongo_utils::MongoDriver;
 use mongodb::bson::doc;
-use std::io::Read;
 use zip::read::ZipArchive;
 
 use crate::mongo_utils;
@@ -41,9 +40,9 @@ impl GitHubDownloader {
             let file_path: std::path::PathBuf = Path::new(zip_dirs[index]).join(filename);
 
             let mut response_body = response.bytes().await?;
-            while let Some(chunk) = response_body.concat() {
-                let chunk = chunk?;
-                file_path.write_all(&chunk)?;
+            while let chunk = response_body.chunks(8) {
+                let chunk = chunk;
+                file_path.write_all(&chunk)?; // TODO: write successfully
             }
 
             println!("Downloaded: {}", file_path.display());