feat: change the defaul codellama model

dbpunk-labs · Oct 7, 2023 · 95cb23a · 95cb23a
1 parent 2357a07
commit 95cb23a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/up/src/og_up/up.py b/up/src/og_up/up.py
@@ -680,7 +680,7 @@ def start_octogen_for_codellama(
 )
 @click.option(
     "--model_filename",
-    default="codellama-7b-instruct.Q5_K_S.gguf",
+    default="codellama-7b-instruct.Q5_K_M.gguf",
     help="the model filename in model repo",
 )
 @click.option(