Perplexity: updated models. Fixes #642.

enricoros · Sep 20, 2024 · 3280a58 · 3280a58
1 parent 597214b
commit 3280a58
Showing 1 changed file with 55 additions and 42 deletions.
diff --git a/src/modules/llms/server/openai/models/perplexity.models.ts b/src/modules/llms/server/openai/models/perplexity.models.ts
@@ -2,77 +2,90 @@ import type { ModelDescriptionSchema } from '../../llm.server.types';
 
 import { LLM_IF_OAI_Chat } from '~/common/stores/llms/llms.types';
 
-
 const _knownPerplexityChatModels: ModelDescriptionSchema[] = [
-  // Perplexity models
+  // Perplexity Sonar Online Models
   {
-    id: 'llama-3-sonar-small-32k-chat',
-    label: 'Sonar Small Chat',
-    description: 'Llama 3 Sonar Small 32k Chat',
-    contextWindow: 32768,
+    id: 'llama-3.1-sonar-small-128k-online',
+    label: 'Sonar Small Online 🌐',
+    description: 'Llama 3.1 Sonar Small 128k Online',
+    contextWindow: 127072,
     interfaces: [LLM_IF_OAI_Chat],
+    chatPrice: { input: 0.2, /* Price per 1M tokens in USD */ output: 0.2 /* Same as input *//* perRequest: 0.005, // $5 per 1000 requests = $0.005 per request */ },
   },
   {
-    id: 'llama-3-sonar-small-32k-online',
-    label: 'Sonar Small Online 🌐',
-    description: 'Llama 3 Sonar Small 32k Online',
-    contextWindow: 28000,
+    id: 'llama-3.1-sonar-large-128k-online',
+    label: 'Sonar Large Online 🌐',
+    description: 'Llama 3.1 Sonar Large 128k Online',
+    contextWindow: 127072,
     interfaces: [LLM_IF_OAI_Chat],
+    chatPrice: { input: 1, output: 1/*perRequest: 0.005,*/ },
   },
   {
-    id: 'llama-3-sonar-large-32k-chat',
-    label: 'Sonar Large Chat',
-    description: 'Llama 3 Sonar Large 32k Chat',
-    contextWindow: 32768,
+    id: 'llama-3.1-sonar-huge-128k-online',
+    label: 'Sonar Huge Online 🌐',
+    description: 'Llama 3.1 Sonar Huge 128k Online',
+    contextWindow: 127072,
     interfaces: [LLM_IF_OAI_Chat],
+    chatPrice: { input: 5, output: 5/*perRequest: 0.005,*/ },
   },
+
+  // Perplexity Sonar Chat Models
   {
-    id: 'llama-3-sonar-large-32k-online',
-    label: 'Sonar Large Online 🌐',
-    description: 'Llama 3 Sonar Large 32k Online',
-    contextWindow: 28000,
+    id: 'llama-3.1-sonar-small-128k-chat',
+    label: 'Sonar Small Chat',
+    description: 'Llama 3.1 Sonar Small 128k Chat',
+    contextWindow: 127072,
     interfaces: [LLM_IF_OAI_Chat],
+    chatPrice: { input: 0.2, output: 0.2 },
   },
-
-  // Open models
   {
-    id: 'llama-3-8b-instruct',
-    label: 'Llama 3 8B Instruct',
-    description: 'Llama 3 8B Instruct',
-    contextWindow: 8192,
+    id: 'llama-3.1-sonar-large-128k-chat',
+    label: 'Sonar Large Chat',
+    description: 'Llama 3.1 Sonar Large 128k Chat',
+    contextWindow: 127072,
     interfaces: [LLM_IF_OAI_Chat],
+    chatPrice: { input: 1, output: 1 },
   },
+
+  // Open-Source Models
   {
-    id: 'llama-3-70b-instruct',
-    label: 'Llama 3 70B Instruct',
-    description: 'Llama 3 70B Instruct',
-    contextWindow: 8192,
+    id: 'llama-3.1-8b-instruct',
+    label: 'Llama 3.1 8B Instruct',
+    description: 'Llama 3.1 8B Instruct',
+    contextWindow: 131072,
     interfaces: [LLM_IF_OAI_Chat],
+    chatPrice: { input: 0.2, output: 0.2 },
   },
   {
-    id: 'mixtral-8x7b-instruct',
-    label: 'Mixtral 8x7B Instruct',
-    description: 'Mixtral 8x7B Instruct',
-    contextWindow: 16384,
+    id: 'llama-3.1-70b-instruct',
+    label: 'Llama 3.1 70B Instruct',
+    description: 'Llama 3.1 70B Instruct',
+    contextWindow: 131072,
     interfaces: [LLM_IF_OAI_Chat],
+    chatPrice: { input: 1, output: 1 },
   },
 ];
+
 const perplexityAIModelFamilyOrder = [
-  'llama-3-sonar-large', 'llama-3-sonar-small', 'llama-3', 'mixtral', '',
+  'llama-3.1-sonar-huge',
+  'llama-3.1-sonar-large',
+  'llama-3.1-sonar-small',
+  'llama-3.1',
+  '',
 ];
 
 export function perplexityAIModelDescriptions() {
-  // change this implementation once upstream implements some form of models listing
+  // Returns the list of known Perplexity models
   return _knownPerplexityChatModels;
 }
 
 export function perplexityAIModelSort(a: ModelDescriptionSchema, b: ModelDescriptionSchema): number {
-  const aPrefixIndex = perplexityAIModelFamilyOrder.findIndex(prefix => a.id.startsWith(prefix));
-  const bPrefixIndex = perplexityAIModelFamilyOrder.findIndex(prefix => b.id.startsWith(prefix));
-  // sort by family
-  if (aPrefixIndex !== -1 && bPrefixIndex !== -1)
-    if (aPrefixIndex !== bPrefixIndex)
-      return aPrefixIndex - bPrefixIndex;
-  // then by reverse label
+  const aPrefixIndex = perplexityAIModelFamilyOrder.findIndex((prefix) => a.id.startsWith(prefix));
+  const bPrefixIndex = perplexityAIModelFamilyOrder.findIndex((prefix) => b.id.startsWith(prefix));
+  // Sort by family order
+  if (aPrefixIndex !== -1 && bPrefixIndex !== -1) {
+    if (aPrefixIndex !== bPrefixIndex) return aPrefixIndex - bPrefixIndex;
+  }
+  // Then sort by label in reverse order
   return b.label.localeCompare(a.label);
-}
+}