chat: define model at provider (fixes #7501) (#7502)

Co-authored-by: dogi <[email protected]>

chatapi/src/utils/chat-helpers.utils.ts

@@ -4,14 +4,15 @@ import gemini from '../config/gemini.config';
 import { AIProvider, ProviderName } from '../models/ai-providers.model';
 import { ChatMessage, GeminiMessage } from '../models/chat-message.model';
 
+const modelsConfig = JSON.parse(process.env.MODELS_CONFIG || '{}');
+
 const providers: { [key in ProviderName]: { ai: any; defaultModel: string } } =
   {
-    'openai': { 'ai': openai, 'defaultModel': 'gpt-3.5-turbo' },
-    'perplexity': { 'ai': perplexity, 'defaultModel': 'llama-3-sonar-small-32k-online' },
-    'gemini': { 'ai': gemini, 'defaultModel': 'gemini-pro' },
+    'openai': { 'ai': openai, 'defaultModel': modelsConfig.openai || 'gpt-3.5-turbo' },
+    'perplexity': { 'ai': perplexity, 'defaultModel': modelsConfig.perplexity || 'llama-3-sonar-small-32k-online' },
+    'gemini': { 'ai': gemini, 'defaultModel': modelsConfig.gemini || 'gemini-pro' },
   };
 
-
 /**
  * Uses geminis's multimodal endpoint to generate chat completions
  * @param messages - Array of chat messages
@@ -48,7 +49,6 @@ async function handleGemini(
 }
 
 
-
 /**
  * Uses openai's completions endpoint to generate chat completions with streaming enabled
  * @param messages - Array of chat messages
@@ -91,7 +91,6 @@ export async function aiChatStream(
 }
 
 
-
 /**
  * Uses openai's completions endpoint to generate chat completions with streaming disabled
  * @param messages - Array of chat messages

docker/chat.env.example

@@ -1,3 +1,4 @@
 OPENAI_API_KEY=
 PERPLEXITY_API_KEY=
 GEMINI_API_KEY=
+MODELS_CONFIG={"openai": "gpt-3.5-turbo", "perplexity": "llama-3-sonar-small-32k-online", "gemini": "gemini-pro"}

package.json

@@ -1,9 +1,9 @@
 {
   "name": "planet",
   "license": "AGPL-3.0",
-  "version": "0.14.50",
+  "version": "0.14.51",
   "myplanet": {
-    "latest": "v0.16.60",
+    "latest": "v0.16.70",
     "min": "v0.15.78"
   },
   "scripts": {