Error handling for existing collection

ingestion/src/downloader.rs

@@ -5,6 +5,8 @@ use std::io::copy;
 use std::path::Path;
 use zip::write::FileOptions;
 use zip::ZipWriter;
+use mongo_utils::MongoDriver;
+
 
 pub struct GitHubDownloader {
     client: reqwest::Client,
@@ -36,7 +38,9 @@ impl GitHubDownloader {
             }
 
             let mut file_buf = Vec::new();
-            response.copy_to(&mut file_buf)?;
+
+            // response.copy_to(&mut file_buf)?;
+            response.read_to_end(&mut file_buf)?;
 
             zip.start_file(file_name, options)?;
             zip.write_all(&file_buf)?;

ingestion/src/main.rs

@@ -4,6 +4,8 @@ async fn main() -> std::io::Result<()> {
     let mongo: MongoDriver = MongoDriver::new("localhost", 8080, "turbine");
     mongo.connect();
 
+    // create/connect if exists, and flush
+    mongo.create_collection("github_data");
     mongo.flush_collection("github_data");
 
     Ok(())

ingestion/src/mongo_utils.rs

@@ -39,14 +39,29 @@ impl MongoDriver {
     }
 
 
-    pub async fn create_collection(&mut self, collection_name: &str) -> Result<(), mongodb::error::Error> {
+    ub async fn create_collection(&mut self, collection_name: &str) -> Result<(), mongodb::error::Error> {
         if self.client.is_none() {
             self.connect().await?;
         }
-
-        self.client.as_ref().unwrap().database(&self.db_name).create_collection(collection_name, None).await?;
-        println!("Created collection {} in {}", collection_name, self.db_name);
-        Ok(())
+
+        match self.client.as_ref().unwrap().database(&self.db_name).create_collection(collection_name, None).await {
+            Ok(_) => {
+                println!("Created collection {} in {}", collection_name, self.db_name);
+                Ok(())
+            }
+            Error(err) => {
+                if let Some(code) = err.code {
+                    if code == 48 {
+                        println!("Collection {} already exists in {}", collection_name, self.db_name);
+                        Ok(())
+                    } else {
+                        Error(err)
+                    }
+                } else {
+                    Error(err)
+                }
+            }
+        }
     }
 
     pub async fn collection_size(&self, collection_name: &str) -> Result<u64, mongodb::error::Error> {