feat: system prompt

LGTM

docs/configuration.md

@@ -20,6 +20,8 @@ You can config the model by the following steps:
 
    [LLamaChatPromptOptions](https://withcatai.github.io/node-llama-cpp/api/type-aliases/LLamaChatPromptOptions)
 
+   You can edit the [systemPrompt](system_prompt.md) of the chat too.
+
 
 3. Restart the server.
    ![Restart Button](./configuration/restart-button.png)

docs/system_prompt.md

@@ -0,0 +1,15 @@
+# CatAi system_prompt
+
+According to https://withcatai.github.io/node-llama-cpp/api/type-aliases/LlamaChatSessionOptions, 
+it is possible to modify the system_prompt of a chat. 
+
+This can be achieved by adding a systemPrompt key in modelSettings
+
+![catAi systemPrompt settings](system_prompt/settings.png)
+
+
+Save and restart to apply. 
+
+Then the chat act like a pirate according to the systemPrompt you choose ;-)
+
+![catAi systemPrompt demo](system_prompt/demo.png)

models.json

@@ -441,5 +441,27 @@
       "contextSize": 4096
     },
     "version": 1
+  },
+  "dolphin-2.2.1-mistral-7b-q4_0": {
+    "download": {
+      "files": {
+        "model": "dolphin-2.2.1-mistral-7b.Q4_0.gguf"
+      },
+      "repo": "https://huggingface.co/TheBloke/dolphin-2.2.1-mistral-7B-GGUF",
+      "commit": "34548d6105f2ffdc35b066364a954d42c24a2d87",
+      "branch": "main"
+    },
+    "hardwareCompatibility": {
+      "ramGB": 4.4,
+      "cpuCors": 2,
+      "compressions": "q4_0"
+    },
+    "compatibleCatAIVersionRange": [
+      "3.0.2"
+    ],
+    "settings": {
+      "bind": "node-llama-cpp-v2"
+    },
+    "version": 1.1
   }
-}
+}

server/src/manage-models/bind-class/binds/node-llama-cpp/node-llama-cpp-v2/node-llama-cpp-chat.ts

@@ -1,7 +1,7 @@
+import {ChatContext} from '../../../chat-context.js';
+import createChatWrapper from './chat-wrapper/chat-wrapper.js';
 import type NodeLlamaCpp from './node-llama-cpp-v2.js';
 import type {LlamaChatSession, LlamaModel} from 'node-llama-cpp';
-import createChatWrapper from './chat-wrapper/chat-wrapper.js';
-import {ChatContext} from '../../../chat-context.js';
 
 export default class NodeLlamaCppChat extends ChatContext {
     private _session: LlamaChatSession;
@@ -11,6 +11,9 @@ export default class NodeLlamaCppChat extends ChatContext {
         this._session = new _package.LlamaChatSession({
             context: new _package.LlamaContext({model}),
             promptWrapper: createChatWrapper(_package, _parent.modelSettings.settings?.wrapper),
+            systemPrompt: _parent.modelSettings.settings?.systemPrompt,
+            printLLamaSystemInfo: _parent.modelSettings.settings?.printLLamaSystemInfo,
+            conversationHistory: _parent.modelSettings.settings?.conversationHistory
         });
     }
 

server/src/manage-models/bind-class/binds/node-llama-cpp/node-llama-cpp-v2/node-llama-cpp-v2.ts

@@ -1,10 +1,13 @@
-import type {LlamaModel, LlamaModelOptions} from 'node-llama-cpp';
+import type {ConversationInteraction, LlamaModel, LlamaModelOptions} from 'node-llama-cpp';
 import NodeLlamaCppChat from './node-llama-cpp-chat.js';
 import BaseBindClass from '../../base-bind-class.js';
 
 type NodeLlamaCppOptions = Omit<LlamaModelOptions, 'modelPath'> & {
     wrapper?: string,
     maxTokens?: number,
+    printLLamaSystemInfo?: boolean,
+    systemPrompt?: string,
+    conversationHistory?: readonly ConversationInteraction[],
 };
 
 export default class NodeLlamaCppV2 extends BaseBindClass<NodeLlamaCppOptions> {