Fix MultinomialSampler hyperparameter bug

Uses all logit_processors instead of just the last logit_processor
dottxt-ai · Sep 14, 2024 · 50feaa4 · 50feaa4
1 parent 0b9a3f1
commit 50feaa4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/outlines/samplers.py b/outlines/samplers.py
@@ -148,7 +148,7 @@ def __call__(
 
         altered_next_token_logits = next_token_logits
         for logit_processor in self.logits_processors:
-            altered_next_token_logits = logit_processor(next_token_logits)
+            altered_next_token_logits = logit_processor(altered_next_token_logits)
 
         probs = torch.nn.functional.softmax(altered_next_token_logits, dim=-1)
         next_token_ids = torch.multinomial(probs, num_samples=1, generator=rng)