feat: replace models with lfs pointer files, and fix testing

README.md

@@ -122,6 +122,12 @@ source venv/bin/activate  # On Windows: venv\Scripts\activate
 pip install -e ".[dev]"
 ```
 
+```bash
+# Download models
+git lfs install
+git lfs pull
+```
+
 ### Testing
 ```bash
 pytest

tests/conftest.py

@@ -95,8 +95,3 @@ def parse_json_log(log_line: str) -> dict[str, Any]:
         return json.loads(log_line)
     except json.JSONDecodeError as e:
         pytest.fail(f"Invalid JSON log line: {e}")
-
-
-@pytest.fixture
-def inference_engine() -> LlamaCppInferenceEngine:
-    return LlamaCppInferenceEngine()

tests/test_storage.py

@@ -34,23 +34,21 @@ def mock_inference_engine():
 
 @pytest.mark.asyncio
 async def test_search(mock_weaviate_client, mock_inference_engine):
-    # Patch the WeaviateClient and LlamaCppInferenceEngine inside the test function
-    with (
-        patch("weaviate.WeaviateClient", return_value=mock_weaviate_client),
-        patch(
-            "codegate.inference.inference_engine.LlamaCppInferenceEngine",
-            return_value=mock_inference_engine,
-        ),
-    ):
-
-        # Initialize StorageEngine
-        storage_engine = StorageEngine(data_path="./weaviate_data")
-
-        # Invoke the search method
-        results = await storage_engine.search("test query", 5, 0.3)
-
-        # Assertions to validate the expected behavior
-        assert len(results) == 1  # Assert that one result is returned
-        assert results[0]["properties"]["name"] == "test"
-        mock_weaviate_client.connect.assert_called()
-        mock_weaviate_client.close.assert_called()
+    # Patch the LlamaCppInferenceEngine.embed method (not the entire class)
+    with patch("codegate.inference.inference_engine.LlamaCppInferenceEngine.embed",
+               mock_inference_engine.embed):
+
+        # Mock the WeaviateClient as before
+        with patch("weaviate.WeaviateClient", return_value=mock_weaviate_client):
+
+            # Initialize StorageEngine
+            storage_engine = StorageEngine(data_path="./weaviate_data")
+
+            # Invoke the search method
+            results = await storage_engine.search("test query", 5, 0.3)
+
+            # Assertions to validate the expected behavior
+            assert len(results) == 1  # Assert that one result is returned
+            assert results[0]["properties"]["name"] == "test"
+            mock_weaviate_client.connect.assert_called()
+            mock_weaviate_client.close.assert_called()