🐛 don't override max tokens for local models

continuedev · Jun 6, 2024 · feca6fa · feca6fa
1 parent a0d2820
commit feca6fa
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/core/autocomplete/completionProvider.ts b/core/autocomplete/completionProvider.ts
@@ -637,7 +637,10 @@ export class CompletionProvider {
         "llamafile",
         "text-gen-webui",
       ];
-      if (LOCAL_PROVIDERS.includes(llm.providerName)) {
+      if (
+        !config.tabAutocompleteOptions?.maxPromptTokens &&
+        LOCAL_PROVIDERS.includes(llm.providerName)
+      ) {
         options.maxPromptTokens = 500;
       }