Add cache option to createChatModel function

Web-Spinner-core · Nov 27, 2023 · 3f55fee · 3f55fee
1 parent 4d79048
commit 3f55fee
Showing 1 changed file with 5 additions and 3 deletions.
diff --git a/apps/agent/src/lib/openai.ts b/apps/agent/src/lib/openai.ts
@@ -6,7 +6,8 @@ export interface CreateChatModelParams {
   modelName: string;
   maxTokens?: number;
   temperature?: number;
-  callbacks?: Callbacks
+  callbacks?: Callbacks;
+  cache?: boolean;
 }
 
 /**
@@ -16,9 +17,10 @@ export async function createChatModel({
   modelName,
   maxTokens,
   temperature,
-  callbacks
+  callbacks,
+  cache: shouldCache = true
 }: CreateChatModelParams) {
-  const cache = await getCache();
+  const cache = shouldCache ? await getCache() : undefined;
 
   return new ChatOpenAI({
     modelName,