fix: max_input_length should take into account position_offset

huggingface · Oct 19, 2023 · aec5efd · aec5efd
1 parent 021899d
commit aec5efd
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/router/src/main.rs b/router/src/main.rs
@@ -217,6 +217,7 @@ async fn main() -> Result<()> {
     } else {
         0
     };
+    let max_input_length = config.max_position_embeddings - position_offset;
 
     let tokenization_workers = args
         .tokenization_workers
@@ -226,7 +227,7 @@ async fn main() -> Result<()> {
     let tokenization = Tokenization::new(
         tokenization_workers,
         tokenizer,
-        config.max_position_embeddings,
+        max_input_length,
         position_offset,
     );