File chatbot initial concept

package.json

@@ -23,6 +23,7 @@
     "cors": "^2.8.5",
     "dotenv": "^16.4.5",
     "express": "^4.18.3",
+    "formidable": "^3.5.1",
     "officeparser": "^4.0.8",
     "openai": "^4.29.2",
     "zod": "^3.22.4"
@@ -31,6 +32,7 @@
     "@tsconfig/strictest": "^2.0.3",
     "@types/cors": "^2.8.17",
     "@types/express": "^4.17.21",
+    "@types/formidable": "^3.4.5",
     "@types/node": "^20.11.30",
     "nodemon": "^3.1.0",
     "rimraf": "^5.0.5",

src/chat/get-init.ts

@@ -1,63 +1,19 @@
 import { z } from "zod";
 import { makeGetEndpoint } from "../middleware/validation/makeGetEndpoint.js";
-import { fileReader, parseFileReaderResponse } from "../util/fileReader.js";
-import { OPENAI_MODEL, PROMPT_FILE_NAME, RESPONSE_FORMAT, openai } from "./index.js";
 
 //TODO: Rework type inference of fileReader
 export const init = makeGetEndpoint(z.any(), async (_request, response) => {
-    let messages: string[] = []
-    const promptFile = await fileReader(PROMPT_FILE_NAME);
-    let jsonPrompt;
 
-    if(RESPONSE_FORMAT.type === "json_object"){
-
-        jsonPrompt = await fileReader('json-format-prompt.docx');
-        if(parseFileReaderResponse(jsonPrompt)){
-            messages.push(jsonPrompt.content);
-        }
-        else{
-            return response.status(500).send({
-                status: 500,
-                message: jsonPrompt.error
-            })
-        }
-    }
-
-    if(parseFileReaderResponse(promptFile)){
-        messages.push(promptFile.content);
-    }
-    else{
-        return response.status(500).send({
-            status: 500,
-            message: promptFile.error
-        })
-    }
-
-
-    const completion = await openai.chat.completions.create({
-        messages: messages.map(message => ({role: "system", content: message})),
-        model: OPENAI_MODEL,
-        response_format: RESPONSE_FORMAT
-    });
-    console.log(completion.choices[0]?.message);
     return response
         .status(200)
         .send([
-        {
-            role: "system", 
-            content: promptFile.content
-        },
-        {
-            role: "system",
-            content: jsonPrompt?.content !== undefined ? jsonPrompt.content : ""
-        },
         {
             role: 'system',
-            content: "Don't make assumptions about what values to plug into functions. Ask for clarification if a user request is ambiguous. Do not call functions until all arguments are provided by the user. Include all arguments in the response."
+            content: "Ask the user to provide the content of the file they want to chat about. Talk only about the content of the provided file."
         },
         {
             role: "assistant",
-            content: "Hallo! Als virtueller Assistent beantworte ich gerne Ihre Fragen rund um die Baufinanzierung und helfe Ihnen bei der Berechnung der Kreditsumme anhand des Zeitpunkts und der Höhe der monatlichen Rate bzw. der Kreditlaufzeit anhand der Höhe und der Höhe der monatlichen Rate."
+            content: "Hallo! Bitte laden Sie die Datei hoch, über die Sie chatten möchten."
         }
     ]);
 });

src/chat/index.ts

@@ -4,6 +4,7 @@ import OpenAI from "openai";
 import { ChatCompletionCreateParams, ChatCompletionCreateParamsBase } from "openai/resources/chat/completions.js";
 import { init } from "./get-init.js";
 import { newMessage } from "./post-new-message.js";
+import fileUpload from "./upload-file.js";
 
 /**
  * Change the prompt file, the model or the response format here
@@ -21,6 +22,7 @@ chatRouter.post('/newMessage', newMessage);
 chatRouter.get("/test")
 
 chatRouter.get('/init', init);
+chatRouter.post('/fileUpload', fileUpload)
 
 
 export { 

src/chat/post-new-message.ts

@@ -1,8 +1,7 @@
 import { z } from "zod";
 import { makePostEndpoint } from "../middleware/validation/makePostEndpoint.js";
 import { OPENAI_MODEL, RESPONSE_FORMAT, openai } from "./index.js";
-import tools from "./tools.js";
-import {ChatCompletionMessageParam, ChatCompletionTool, ChatCompletionToolMessageParam } from "openai/resources/index.js";
+import { ChatCompletionMessageParam } from "openai/resources/index.js";
 
 const ChatCompletionRole = z.union([z.literal('user'), z.literal('system'), z.literal('assistant')]);
 export type ChatCompletionRole = z.infer<typeof ChatCompletionRole>;
@@ -22,58 +21,17 @@ const makeApiRequest = async (messages: ChatCompletionMessageParam[]) => {
         messages,
         model: OPENAI_MODEL,
         response_format: RESPONSE_FORMAT,
-        tools: Object.values(tools).map(val => val.definition),
     });
 }
 
-//check if all required arguments provided by openai api are present and are numbers
-const validateArguments = (args: any, definition?: ChatCompletionTool) => {
-    return undefined === Object.keys(definition?.function?.parameters?.['properties'] as any)
-        ?.map(property => args[property])
-        ?.find(value => value == null || typeof value !== 'number');
-}
-
 const processMessages = async (messages: ChatCompletionMessageParam[], response: any) => {
     const completion = await makeApiRequest(messages);
     const chatResponse = completion.choices[0];
-    if (chatResponse?.finish_reason === 'tool_calls') {
-        const toolCalls: ChatCompletionToolMessageParam[] = chatResponse.message.tool_calls?.map(call => {
-            let content: string;
-            try {
-                const choosenFunction = tools[call.function.name]?.fn;
-                if (!choosenFunction) {
-                    content = 'Failed to calculate - unknown function'
-                } else {
-                    const args = JSON.parse(call.function.arguments);
-                    if (validateArguments(args, tools[call.function.name]?.definition)) {
-                        console.log(`Running function ${call.function.name} with arguments ${JSON.stringify(args)}.`);
-                        const result = choosenFunction(args);
-                        content = isNaN(result) ? 'Unable to calculate for given arguments, change arguments and try again.' : result?.toString();
-                    } else {
-                        content = 'Failed to calculate due to incorrect arguments'
-                    }
-
-                }
-            } catch (error) {
-                console.error(error);
-                content = 'Failed to calculate due to an error';
-            }
-            console.log(`Executing ${call.function.name}. Result: ${content}`);
-            return ({
-                role: 'tool',
-                content: content,
-                tool_call_id: call.id,
-            })
-        }) ?? [];
-        const msgs = messages.concat([chatResponse.message, ...toolCalls]);
-        processMessages(msgs, response)
-    } else {
-        console.log(chatResponse);
-        if(!chatResponse){
-            return response.status(500).send("Got no response from the bot");
-        }
-        return response.status(200).send(chatResponse.message);
+    console.log(chatResponse);
+    if(!chatResponse){
+        return response.status(500).send("Got no response from the bot");
     }
+    return response.status(200).send(chatResponse.message);
 }
 
 export const newMessage = makePostEndpoint(MessageHistory, async (request, response) => {