token healing fix

microsoft · May 6, 2024 · d665934 · d665934
1 parent 0befe69
commit d665934
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/controllers/guidance_ctrl/src/earley/parser.rs b/controllers/guidance_ctrl/src/earley/parser.rs
@@ -13,7 +13,7 @@ use aici_abi::{
 
 use super::grammar::{CGrammar, CSymIdx, CSymbol, ModelVariable, RuleIdx};
 
-const DEBUG: bool = true;
+const DEBUG: bool = false;
 const INFO: bool = true;
 
 macro_rules! debug {

diff --git a/controllers/guidance_ctrl/src/tokenparser.rs b/controllers/guidance_ctrl/src/tokenparser.rs
@@ -48,10 +48,10 @@ impl TokenParser {
 
     pub fn bytes_since(&self, mut idx: usize) -> &[u8] {
         idx += self.grm_prefix.len();
-        if idx >= self.llm_bytes.len() {
+        let endp = std::cmp::min(self.llm_bytes.len(), self.parser.hidden_start());
+        if idx >= self.llm_bytes.len() || idx >= endp {
             return &[];
         }
-        let endp = std::cmp::min(self.llm_bytes.len(), self.parser.hidden_start());
         &self.llm_bytes[idx..endp]
     }