Merge branch 'main' of https://github.com/KonferCA/Meta-Hack

KonferCA · Nov 24, 2024 · bbf8ca2 · bbf8ca2
2 parents 9fc8db1 + 3953e1d
commit bbf8ca2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/backend/generate_answer.py b/backend/generate_answer.py
@@ -11,7 +11,7 @@ def load_base_model():
     # Load tokenizer
     tokenizer = AutoTokenizer.from_pretrained(Config.MODEL_NAME, 
     token=Config.HUGGINGFACE_ACCESS_TOKEN, 
-    max_new_tokens=8096)
+    max_new_tokens=300)
 
     # Load model in 8-bit to reduce memory usage
     base_model = AutoModelForCausalLM.from_pretrained(Config.MODEL_NAME,