due to impossibility to compute token number don't limit tokens

sctg-development · Oct 4, 2024 · 5c06638 · 5c06638
1 parent e500e3c
commit 5c06638
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/src/aipane/aipane.ts b/src/aipane/aipane.ts
@@ -43,7 +43,7 @@ async function groqRequest(
     ],
     model: model.id,
     temperature: 1,
-    max_tokens: model.max_tokens,
+    //max_tokens: model.max_tokens,
     top_p: 1,
     stream: true,
     stop: null,

diff --git a/src/config.json b/src/config.json
@@ -43,13 +43,13 @@
                     "id": "Meta-Llama-3.1-405B-Instruct",
                     "name": "Llama 3.1 (405B) - Instruct",
                     "default": false,
-                    "max_tokens": 512
+                    "max_tokens": 4096
                 },
                 {
                     "id": "Meta-Llama-3.1-8B-Instruct",
                     "name": "Llama 3.1 (8B) - Instant",
                     "default": true,
-                    "max_tokens": 512
+                    "max_tokens": 8192
                 }
             ]
         }