json fix

h2oai · Nov 19, 2024 · 7a8e0c5 · 7a8e0c5
1 parent 2d6cedb
commit 7a8e0c5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/prompter.py b/src/prompter.py
@@ -1935,7 +1935,7 @@ def get_vllm_extra_dict(tokenizer, stop_sequences=[], repetition_penalty=None,
     if repetition_penalty is not None:
         vllm_extra_dict['extra_body'].update(repetition_penalty=repetition_penalty)
 
-    if response_format and response_format != 'text':
+    if response_format and response_format != 'text' and guided_json:
         vllm_extra_dict['extra_body'].update(dict(response_format={'type': response_format}))
     if guided_json:
         vllm_extra_dict['extra_body'].update(guided_json=guided_json)

diff --git a/src/version.py b/src/version.py
@@ -1 +1 @@
-__version__ = "b38404379737546d36ebf77cb1c04a28118ac999"
+__version__ = "2d6cedbd165588ec6c68d0b49b8c480ddd455bcc"
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		__version__ = "b38404379737546d36ebf77cb1c04a28118ac999"
		__version__ = "2d6cedbd165588ec6c68d0b49b8c480ddd455bcc"