chore(smart): add initial http fallback

spider-rs · Feb 13, 2025 · e7d0772 · e7d0772
1 parent 58db151
commit e7d0772
Show file tree

Hide file tree

Showing 8 changed files with 17 additions and 15 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/spider/Cargo.toml b/spider/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.27.56"
+version = "2.27.57"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider/src/website.rs b/spider/src/website.rs
@@ -3254,12 +3254,11 @@ impl Website {
                             &mut context_id,
                         )
                         .await;
-
                         log::error!("{}", err)
                     }
                 }
             }
-            _ => log::info!("Chrome failed to start."),
+            _ => log::info!("Chrome initialization failed."),
         }
     }
 
@@ -3660,7 +3659,10 @@ impl Website {
                     .await;
                 }
             }
-            _ => log::info!("Chrome failed to start."),
+            _ => {
+                log::info!("Chrome initialization failed. Switching to HTTP mode as a fallback strategy to maintain service availability.");
+                self.crawl_concurrent_raw(&client, &handle).await;
+            },
         }
     }
 

diff --git a/spider_chrome/Cargo.toml b/spider_chrome/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_chrome"
-version = "2.27.56"
+version = "2.27.57"
 rust-version = "1.70"
 authors = [
     "j-mendez <[email protected]>"

diff --git a/spider_cli/Cargo.toml b/spider_cli/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_cli"
-version = "2.27.56"
+version = "2.27.57"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_transformations/Cargo.toml b/spider_transformations/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_transformations"
-version = "2.27.56"
+version = "2.27.57"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_utils/Cargo.toml b/spider_utils/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_utils"
-version = "2.27.56"
+version = "2.27.57"
 authors = [
     "j-mendez <[email protected]>"
 ]

diff --git a/spider_worker/Cargo.toml b/spider_worker/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_worker"
-version = "2.27.56"
+version = "2.27.57"
 authors = [
     "j-mendez <[email protected]>"
 ]