max_tokens and stop_at should default to None

parkervg · Sep 1, 2024 · f7c3e0f · f7c3e0f
1 parent 36262c1
commit f7c3e0f
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/blendsql/ingredients/generate.py b/blendsql/ingredients/generate.py
@@ -15,7 +15,11 @@ def generate(model: Model, *args, **kwargs) -> str:
 
 @generate.register(OpenaiLLM)
 def generate_openai(
-    model: OpenaiLLM, prompt, max_tokens: Optional[int], stop_at: List[str], **kwargs
+    model: OpenaiLLM,
+    prompt,
+    max_tokens: Optional[int] = None,
+    stop_at: Optional[List[str]] = None,
+    **kwargs,
 ) -> str:
     """This function only exists because of a bug in guidance
     https://github.com/guidance-ai/guidance/issues/881
@@ -36,7 +40,11 @@ def generate_openai(
 
 @generate.register(AnthropicLLM)
 def generate_anthropic(
-    model: AnthropicLLM, prompt, max_tokens: Optional[int], stop_at: List[str], **kwargs
+    model: AnthropicLLM,
+    prompt,
+    max_tokens: Optional[int] = None,
+    stop_at: Optional[List[str]] = None,
+    **kwargs,
 ):
     client = model.model_obj.engine.anthropic
     return (