API: Fix banned_tokens string when empty

The string should not be parsed and any non-string elements should be removed as well. Signed-off-by: kingbri <[email protected]>
theroyallab · Apr 28, 2024 · 6114bfd · 6114bfd
1 parent 72dff0b
commit 6114bfd
Showing 1 changed file with 6 additions and 3 deletions.
diff --git a/common/sampling.py b/common/sampling.py
@@ -249,11 +249,14 @@ def to_gen_params(self, **kwargs):
         self.validate_params()
 
         # Convert stop to an array of strings
-        if isinstance(self.stop, str):
+        if self.stop and isinstance(self.stop, str):
             self.stop = [self.stop]
 
-        if isinstance(self.banned_tokens, str):
-            self.banned_tokens = list(map(int, self.banned_tokens.split(",")))
+        # Convert string banned tokens to an integer list
+        if self.banned_tokens and isinstance(self.banned_tokens, str):
+            self.banned_tokens = [
+                int(x) for x in self.banned_tokens.split(",") if x.isdigit()
+            ]
 
         gen_params = {
             "max_tokens": self.max_tokens,