Gemini: update

enricoros · Jun 6, 2024 · 1429726 · 1429726
1 parent 4075581
commit 1429726
Showing 1 changed file with 51 additions and 5 deletions.
diff --git a/src/modules/llms/server/gemini/gemini.models.ts b/src/modules/llms/server/gemini/gemini.models.ts
@@ -26,26 +26,72 @@ const _knownGeminiModels: ({
 
   // Generation 1.5
   {
-    id: 'models/gemini-1.5-flash-latest',
+    id: 'models/gemini-1.5-flash-latest', // updated regularly and might be a preview version
     isLatest: true,
     isPreview: true,
     pricing: {
       chatIn: 0.70,   // 0.35 up to 128k tokens, 0.70 prompts > 128k tokens
-      chatOut: 1.05,  // 0.53 up to 128k tokens, 1.05 prompts > 128k tokens
+      chatOut: 2.10,  // 1.05 up to 128k tokens, 2.10 prompts > 128k tokens
     },
+    trainingDataCutoff: 'May 2024',
     interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json], // input: audio, images and text
   },
   {
-    id: 'models/gemini-1.5-pro-latest',
-    // NOTE: no 'models/gemini-1.5-pro' (latest stable) as of 2024-05-14
+    id: 'models/gemini-1.5-flash',
+    // copied from above
+    pricing: {
+      chatIn: 0.70,   // 0.35 up to 128k tokens, 0.70 prompts > 128k tokens
+      chatOut: 2.10,  // 1.05 up to 128k tokens, 2.10 prompts > 128k tokens
+    },
+    trainingDataCutoff: 'Apr 2024',
+    interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json], // input: audio, images and text
+    hidden: true,
+  },
+  {
+    id: 'models/gemini-1.5-flash-001',
+    // copied from above
+    pricing: {
+      chatIn: 0.70,   // 0.35 up to 128k tokens, 0.70 prompts > 128k tokens
+      chatOut: 2.10,  // 1.05 up to 128k tokens, 2.10 prompts > 128k tokens
+    },
+    trainingDataCutoff: 'Apr 2024',
+    interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json], // input: audio, images and text
+    hidden: true,
+  },
+
+  {
+    id: 'models/gemini-1.5-pro-latest', // updated regularly and might be a preview version
     isLatest: true,
+    isPreview: true,
     pricing: {
       chatIn: 7.00,   // $3.50 / 1 million tokens (for prompts up to 128K tokens), $7.00 / 1 million tokens (for prompts longer than 128K)
       chatOut: 21.00, // $10.50 / 1 million tokens (128K or less), $21.00 / 1 million tokens (128K+)
     },
-    trainingDataCutoff: 'Apr 2024',
+    trainingDataCutoff: 'May 2024',
     interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json], // input: audio, images and text
   },
+  {
+    id: 'models/gemini-1.5-pro', // latest stable -> 001
+    // copied from above
+    pricing: {
+      chatIn: 7.00,   // $3.50 / 1 million tokens (for prompts up to 128K tokens), $7.00 / 1 million tokens (for prompts longer than 128K)
+      chatOut: 21.00, // $10.50 / 1 million tokens (128K or less), $21.00 / 1 million tokens (128K+)
+    },
+    trainingDataCutoff: 'Apr 2024',
+    interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json],
+    hidden: true,
+  },
+  {
+    id: 'models/gemini-1.5-pro-001', // stable snapshot
+    // copied from above
+    pricing: {
+      chatIn: 7.00,   // $3.50 / 1 million tokens (for prompts up to 128K tokens), $7.00 / 1 million tokens (for prompts longer than 128K)
+      chatOut: 21.00, // $10.50 / 1 million tokens (128K or less), $21.00 / 1 million tokens (128K+)
+    },
+    trainingDataCutoff: 'Apr 2024',
+    interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json],
+    hidden: true,
+  },
 
 
   // Generation 1.0