From 5191f87a0f3c1da2d0a6df3c4e6c4ddd2de6f662 Mon Sep 17 00:00:00 2001
From: Mutugi <48474421+Mutugiii@users.noreply.github.com>
Date: Thu, 11 Jul 2024 13:20:53 +0300
Subject: [PATCH] chat: define model at provider (fixes #7501) (#7502)

Co-authored-by: dogi <dogi@users.noreply.github.com>
---
 chatapi/src/utils/chat-helpers.utils.ts | 11 +++++------
 docker/chat.env.example                 |  1 +
 package.json                            |  4 ++--
 3 files changed, 8 insertions(+), 8 deletions(-)

diff --git a/chatapi/src/utils/chat-helpers.utils.ts b/chatapi/src/utils/chat-helpers.utils.ts
index ec27a7c185..08a97e803d 100644
--- a/chatapi/src/utils/chat-helpers.utils.ts
+++ b/chatapi/src/utils/chat-helpers.utils.ts
@@ -4,14 +4,15 @@ import gemini from '../config/gemini.config';
 import { AIProvider, ProviderName } from '../models/ai-providers.model';
 import { ChatMessage, GeminiMessage } from '../models/chat-message.model';
 
+const modelsConfig = JSON.parse(process.env.MODELS_CONFIG || '{}');
+
 const providers: { [key in ProviderName]: { ai: any; defaultModel: string } } =
   {
-    'openai': { 'ai': openai, 'defaultModel': 'gpt-3.5-turbo' },
-    'perplexity': { 'ai': perplexity, 'defaultModel': 'llama-3-sonar-small-32k-online' },
-    'gemini': { 'ai': gemini, 'defaultModel': 'gemini-pro' },
+    'openai': { 'ai': openai, 'defaultModel': modelsConfig.openai || 'gpt-3.5-turbo' },
+    'perplexity': { 'ai': perplexity, 'defaultModel': modelsConfig.perplexity || 'llama-3-sonar-small-32k-online' },
+    'gemini': { 'ai': gemini, 'defaultModel': modelsConfig.gemini || 'gemini-pro' },
   };
 
-
 /**
  * Uses geminis's multimodal endpoint to generate chat completions
  * @param messages - Array of chat messages
@@ -48,7 +49,6 @@ async function handleGemini(
 }
 
 
-
 /**
  * Uses openai's completions endpoint to generate chat completions with streaming enabled
  * @param messages - Array of chat messages
@@ -91,7 +91,6 @@ export async function aiChatStream(
 }
 
 
-
 /**
  * Uses openai's completions endpoint to generate chat completions with streaming disabled
  * @param messages - Array of chat messages
diff --git a/docker/chat.env.example b/docker/chat.env.example
index 0cfa25459d..ee6ad3a702 100644
--- a/docker/chat.env.example
+++ b/docker/chat.env.example
@@ -1,3 +1,4 @@
 OPENAI_API_KEY=
 PERPLEXITY_API_KEY=
 GEMINI_API_KEY=
+MODELS_CONFIG={"openai": "gpt-3.5-turbo", "perplexity": "llama-3-sonar-small-32k-online", "gemini": "gemini-pro"}
diff --git a/package.json b/package.json
index 74c03a83c5..d72d5b9953 100755
--- a/package.json
+++ b/package.json
@@ -1,9 +1,9 @@
 {
   "name": "planet",
   "license": "AGPL-3.0",
-  "version": "0.14.50",
+  "version": "0.14.51",
   "myplanet": {
-    "latest": "v0.16.60",
+    "latest": "v0.16.70",
     "min": "v0.15.78"
   },
   "scripts": {