feat(js): add llama-3.2 support to model garden plugin (#969)

firebase · Sep 26, 2024 · 4510fff · 4510fff
1 parent 49c0352
commit 4510fff
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 1 deletion.
diff --git a/js/plugins/vertexai/src/index.ts b/js/plugins/vertexai/src/index.ts
@@ -66,6 +66,7 @@ import {
   SUPPORTED_OPENAI_FORMAT_MODELS,
   llama3,
   llama31,
+  llama32,
   modelGardenOpenaiCompatibleModel,
 } from './model_garden.js';
 import {
@@ -104,6 +105,7 @@ export {
   imagen3Fast,
   llama3,
   llama31,
+  llama32,
   textEmbedding004,
   textEmbeddingGecko,
   textEmbeddingGecko001,

diff --git a/js/plugins/vertexai/src/model_garden.ts b/js/plugins/vertexai/src/model_garden.ts
@@ -29,6 +29,23 @@ export const ModelGardenModelConfigSchema = OpenAIConfigSchema.extend({
   location: z.string().optional(),
 });
 
+export const llama32 = modelRef({
+  name: 'vertexai/llama-3.2',
+  info: {
+    label: 'Llama 3.2',
+    supports: {
+      multiturn: true,
+      tools: true,
+      media: true,
+      systemRole: true,
+      output: ['text', 'json'],
+    },
+    versions: ['meta/llama-3.2-90b-vision-instruct-maas'],
+  },
+  configSchema: ModelGardenModelConfigSchema,
+  version: 'meta/llama-3.2-90b-vision-instruct-maas',
+});
+
 export const llama31 = modelRef({
   name: 'vertexai/llama-3.1',
   info: {
@@ -72,6 +89,7 @@ export const llama3 = modelRef({
 export const SUPPORTED_OPENAI_FORMAT_MODELS = {
   'llama3-405b': llama3,
   'llama-3.1': llama31,
+  'llama-3.2': llama32,
 };
 
 export function modelGardenOpenaiCompatibleModel(
@@ -87,7 +105,6 @@ export function modelGardenOpenaiCompatibleModel(
     baseUrlTemplate =
       'https://{location}-aiplatform.googleapis.com/v1beta1/projects/{projectId}/locations/{location}/endpoints/openapi';
   }
-
   const clientFactory = async (
     request: GenerateRequest<typeof ModelGardenModelConfigSchema>
   ): Promise<OpenAI> => {