move to llama 3

Ifiht · Apr 25, 2024 · 7ed859e · 7ed859e
1 parent 4abdddf
commit 7ed859e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/modules/llama/wrapper.sh b/src/modules/llama/wrapper.sh
@@ -1,4 +1,4 @@
 #!/bin/env bash
 
 echo "Starting llama server..."
-./server -t 12 --threads-http 1 -c 512 --model models/Llama-2-13b-chat-hf/ggml-model-Q4_K_M.gguf --host 127.0.0.1 --port 4242 -spf startup.json
+./server -t 12 --threads-http 1 -c 512 --model ./models/Meta-Llama-3-8B-Instruct/ggml-model-Q4_K_M.gguf --host 127.0.0.1 --port 4242 -spf startup.json