From e85be12a8999ccc0e04a6721d675c739cc140c82 Mon Sep 17 00:00:00 2001 From: Michal Moskal Date: Fri, 15 Nov 2024 00:32:39 +0000 Subject: [PATCH] log max step stats --- Cargo.lock | 1 + llgtrt/src/routes/completions.rs | 2 ++ llguidance | 2 +- 3 files changed, 4 insertions(+), 1 deletion(-) diff --git a/Cargo.lock b/Cargo.lock index e7ac1c5..0559691 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1403,6 +1403,7 @@ dependencies = [ "instant", "jsonschema", "lazy_static", + "rayon", "regex-syntax", "rustc-hash 2.0.0", "serde", diff --git a/llgtrt/src/routes/completions.rs b/llgtrt/src/routes/completions.rs index 4e7be42..48d605b 100644 --- a/llgtrt/src/routes/completions.rs +++ b/llgtrt/src/routes/completions.rs @@ -430,6 +430,8 @@ fn valid_utf8_len(data: &Vec) -> usize { } fn take_final_logs(llg: &mut Constraint) -> Result { + log::info!("llg-max-step: {:?}", llg.parser.max_step_stats()); + if !llg.log_json_progress && llg.parser.logger.buffer_level() == 0 { return Ok(String::new()); } diff --git a/llguidance b/llguidance index e9ddf73..b5ca97b 160000 --- a/llguidance +++ b/llguidance @@ -1 +1 @@ -Subproject commit e9ddf73a0a4b4d48a2daa8ecfd4928dc90a7e332 +Subproject commit b5ca97b2562b720c1ff3f567bfa45956338a1864