🔧 Add ollama in devcontainer

contrib/docker-compose-ollama.yml

@@ -0,0 +1,29 @@
+---
+version: '3.8'
+
+services:
+  ollama:
+    image: ollama/ollama
+    ports:
+      - 11434:11434
+    # command: >
+    #   echo "Starting Ollama server..."
+    #   ollama serve &
+    #   ollama run llama3
+
+
+    #   echo "Waiting for Ollama server to be active..."
+    #   while [ "$(ollama list | grep 'NAME')" == "" ]; do
+    #     sleep 1
+    #   done
+
+    # command: "ollama pull llama3"
+    # volumes:
+    #   - ./data:/app/data
+    # environment:
+    #   - ENV_VARIABLE=value
+    # healthcheck:
+    #   test: ["CMD", "curl", "-f", "http://localhost:11434/health"]
+    #   interval: 30s
+    #   timeout: 10s
+    #   retries: 3

ollamate/settings.py

@@ -10,10 +10,12 @@
 https://docs.djangoproject.com/en/5.0/ref/settings/
 """
 import os
-# from pathlib import Path
 
 import environ
 
+# from pathlib import Path
+
+
 # Initialize environment variables
 env = environ.Env()
 
@@ -44,7 +46,7 @@
 # SECURITY WARNING: don't run with debug turned on in production!
 DEBUG = True
 
-ALLOWED_HOSTS = [""]
+ALLOWED_HOSTS: list = ["127.0.0.1"]
 
 PROJECT_NAME = "ollamate"
 

requirements.dev.txt

@@ -5,3 +5,4 @@ flake8==6.1.0
 isort==5.12.0
 mypy==1.6.1
 pre-commit==3.5.0
+types-requests==2.31.0

scripts/devcontainer/post-create.sh

@@ -6,6 +6,12 @@ npm install --global npm@latest
 # Start Postgres
 docker compose --file contrib/docker-compose-postgres.yml up --detach
 
+# Start Ollama Container
+docker compose --file contrib/docker-compose-ollama.yml up --detach
+
+# Start Ollama Model
+docker exec -it contrib-ollama-1 ollama run orca-mini
+
 # Upgrade Pip
 pip install --break-system-package --upgrade pip
 

streamingapp/views.py

@@ -23,12 +23,17 @@ def call_ollama(request):
 
         url = "http://localhost:11434/api/chat"
         headers = {"Content-Type": "application/json"}
-        data = {"model": "llama3", "messages": conversation_history, "stream": False}
+        data = {
+            "model": "orca-mini",
+            "messages": conversation_history,
+            "stream": False,
+        }  # The model is hardcoded here, this will be parameterised in future
 
         logging.debug("Sending data to Ollama API: %s", json.dumps(data, indent=2))
 
         try:
             response = requests.post(url, json=data, headers=headers)
+            logging.debug("HTTP status code: %s", response.status_code)
             response.raise_for_status()
             response_data = response.json()
             logging.debug("Response data: %s", json.dumps(response_data, indent=2))