fix: add_generation_template -> add_generation_prompt in llm (#877)

PygmalionAI · Dec 12, 2024 · f797294 · f797294
1 parent f0cc35b
commit f797294
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/aphrodite/endpoints/llm.py b/aphrodite/endpoints/llm.py
@@ -344,7 +344,7 @@ def chat(
         use_tqdm: bool = True,
         lora_request: Optional[LoRARequest] = None,
         chat_template: Optional[str] = None,
-        add_generation_template: bool = True,
+        add_generation_prompt: bool = True,
     ) -> List[RequestOutput]:
         """
         Generates responses for chat messages.
@@ -363,7 +363,7 @@ def chat(
             lora_request: LoRA request to use for generation, if any.
             chat_template: The template to use for structuring the chat.
               If not provided, the model's default chat template will be used.
-            add_generation_template: If True, adds a generation template 
+            add_generation_prompt: If True, adds a generation template 
                 to each message.
         Returns:
             A list of ``RequestOutput`` objects containing the generated
@@ -380,7 +380,7 @@ def chat(
             tokenizer,
             conversations,
             chat_template=chat_template,
-            add_generation_template=add_generation_template)
+            add_generation_prompt=add_generation_prompt)
 
         return self.generate(
             prompts,