From 7a8e0c5236f6b39949223b70441212930953146e Mon Sep 17 00:00:00 2001
From: "Jonathan C. McKinney" <pseudotensor@gmail.com>
Date: Mon, 18 Nov 2024 23:34:01 -0800
Subject: [PATCH] json fix

---
 src/prompter.py | 2 +-
 src/version.py  | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/prompter.py b/src/prompter.py
index 680f7f78d..998838691 100644
--- a/src/prompter.py
+++ b/src/prompter.py
@@ -1935,7 +1935,7 @@ def get_vllm_extra_dict(tokenizer, stop_sequences=[], repetition_penalty=None,
     if repetition_penalty is not None:
         vllm_extra_dict['extra_body'].update(repetition_penalty=repetition_penalty)
 
-    if response_format and response_format != 'text':
+    if response_format and response_format != 'text' and guided_json:
         vllm_extra_dict['extra_body'].update(dict(response_format={'type': response_format}))
     if guided_json:
         vllm_extra_dict['extra_body'].update(guided_json=guided_json)
diff --git a/src/version.py b/src/version.py
index 3014d1fcb..fd101c29e 100644
--- a/src/version.py
+++ b/src/version.py
@@ -1 +1 @@
-__version__ = "b38404379737546d36ebf77cb1c04a28118ac999"
+__version__ = "2d6cedbd165588ec6c68d0b49b8c480ddd455bcc"