Update prompts.py

RCW2000 · Mar 3, 2024 · 48c52f8 · 48c52f8
1 parent 696ee0a
commit 48c52f8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/helpers/prompts.py b/helpers/prompts.py
@@ -95,7 +95,7 @@ def graphPrompt(input: str, metadata:{}):
     ]
     outputs = pipe(
     messages,
-    max_new_tokens=512,
+    max_new_tokens=128,
     do_sample=True,
     temperature=0.7,
     top_k=50,