Clippy fixes.

kyutai-labs · Dec 4, 2024 · 87ed1e8 · 87ed1e8
1 parent 53dd806
commit 87ed1e8
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/yomikomi/src/strided_index.rs b/yomikomi/src/strided_index.rs
@@ -27,7 +27,7 @@ impl<'a> StridedIndex<'a> {
     }
 }
 
-impl<'a> Iterator for StridedIndex<'a> {
+impl Iterator for StridedIndex<'_> {
     type Item = usize;
 
     fn next(&mut self) -> Option<Self::Item> {

diff --git a/yomikomi/src/tokenize.rs b/yomikomi/src/tokenize.rs
@@ -4,7 +4,7 @@ use std::sync::{Arc, Mutex};
 use tokenizers::tokenizer::Tokenizer;
 
 enum Processor {
-    Tokenizers { inner: Tokenizer, bos_id: Option<u32>, eos_id: Option<u32> },
+    Tokenizers { inner: Box<Tokenizer>, bos_id: Option<u32>, eos_id: Option<u32> },
     SentencePiece(SentencePieceProcessor),
 }
 
@@ -59,7 +59,7 @@ impl<T> Tokenize<T> {
     ) -> Result<Self> {
         let path = path.as_ref();
         let processor = if path.extension().map_or(false, |v| v == "json") {
-            let inner = Tokenizer::from_file(path)?;
+            let inner = Box::new(Tokenizer::from_file(path)?);
             Processor::Tokenizers { inner, bos_id: None, eos_id: None }
         } else {
             Processor::SentencePiece(SentencePieceProcessor::open(path).map_err(E::wrap)?)