diff --git a/wordllama/inference.py b/wordllama/inference.py index ff2f84f..81d106e 100644 --- a/wordllama/inference.py +++ b/wordllama/inference.py @@ -38,7 +38,7 @@ def __init__( self.embedding = np.ascontiguousarray(embedding.astype(np.float32)) self.config = config self.tokenizer = tokenizer - self.tokenizer_kwargs = self.config.tokenizer.model_dump() + self.tokenizer_kwargs = self.config.tokenizer.dict() # Default settings for all inference self.tokenizer.enable_padding()