update to work with latest pyllamacpp (#10)

nuance1979 · Jun 10, 2023 · 1191e40 · 1191e40
1 parent b9cb40b
commit 1191e40
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 2 deletions.
diff --git a/llama_server/__init__.py b/llama_server/__init__.py
@@ -1 +1 @@
-__version__ = "0.2.1"
+__version__ = "0.2.2"
diff --git a/llama_server/server.py b/llama_server/server.py
@@ -167,7 +167,7 @@ def main(
             model_path = Path(KNOWN_MODELS.model_home) / model_path
     globals()["model_id"] = model_id
     globals()["model"] = Model(
-        ggml_model=str(model_path),
+        model_path=str(model_path),
         n_ctx=512,
         prompt_context=PROMPT,
         prompt_prefix=REVERSE_PROMPT,

diff --git a/setup.py b/setup.py
@@ -32,6 +32,7 @@ def get_extras_require() -> str:
             "pytest",
             "pytest-cov",
             "pytest-xdist",
+            "numpy",
         ],
     }
     return req