some metrics for batch embed

predibase · Dec 11, 2024 · 7eb9f72 · 7eb9f72
1 parent ea6a62a
commit 7eb9f72
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/router/src/scheduler.rs b/router/src/scheduler.rs
@@ -292,6 +292,7 @@ impl AdapterSchedulerState {
         };
 
         let num_entries = self.queues_state.lock().await.len();
+        metrics::gauge!("lorax_queue_length", num_entries as f64);
         if num_entries == 0 {
             return None;
         }

diff --git a/router/src/server.rs b/router/src/server.rs
@@ -1774,6 +1774,8 @@ async fn classify(
         inference_time.as_secs_f64()
     );
 
+    tracing::info!("Success");
+
     Ok((headers, Json(response.predictions)))
 }
 
@@ -1858,6 +1860,8 @@ async fn classify_batch(
     );
 
     let batch_entity_vec = responses.into_iter().map(|r| r.predictions).collect();
+    tracing::debug!("Output: {:?}", batch_entity_vec);
+    tracing::info!("Success");
     Ok((headers, Json(batch_entity_vec)))
 }