diff --git a/router/src/health.rs b/router/src/health.rs index 8d576b99e..842d92d61 100644 --- a/router/src/health.rs +++ b/router/src/health.rs @@ -1,7 +1,10 @@ use lorax_client::{ Batch, NextTokenChooserParameters, Request, ShardInfo, ShardedClient, - StoppingCriteriaParameters, + StoppingCriteriaParameters, Cl }; +use crate::{ + ClassifyRequest, EmbedRequest +} use std::sync::atomic::{AtomicBool, Ordering}; use std::sync::Arc; @@ -123,6 +126,8 @@ impl Health { self.generation_health.store(value, Ordering::SeqCst); return value } + // Return false - need to implement that shard type. + return false + } } - } } diff --git a/router/src/server.rs b/router/src/server.rs index 7e5c9e32a..111c46b8f 100644 --- a/router/src/server.rs +++ b/router/src/server.rs @@ -550,8 +550,7 @@ example = json ! ({"error": "unhealthy", "error_type": "healthcheck"})), )] /// Health check method async fn health( - infer: Extension, - health: Extension, + mut health: Extension, ) -> Result<(), (StatusCode, Json)> { match health.check().await { true => Ok(()),