diff --git a/main.py b/main.py index 015a311..ff82d8b 100644 --- a/main.py +++ b/main.py @@ -165,6 +165,7 @@ def indentString(input_string, indent_level=4): # up docker compose services docker compose up -d --build docker exec ollama-ollama-service-1-1 ollama run {modelName} + docker exec ollama-ollama-service-2-1 ollama run {modelName} touch /tmp/runcmd_finished - path: /etc/ssh/sshd_config.d/90-custom-settings.conf diff --git a/templates/docker-compose.tpl b/templates/docker-compose.tpl index 67c3ebb..16ffe03 100644 --- a/templates/docker-compose.tpl +++ b/templates/docker-compose.tpl @@ -41,8 +41,8 @@ services: device_ids: [{{ $gpuListQuoted }}] capabilities: [gpu] volumes: - # - "./.ollama-service-{{ add $i 1 }}:/root/.ollama" - - "./.ollama-service:/root/.ollama" + - "./.ollama-service-{{ add $i 1 }}:/root/.ollama" + # - "./.ollama-service:/root/.ollama" networks: - ollama-network {{- end }} diff --git a/test.js b/test.js index e72dcbb..6604483 100644 --- a/test.js +++ b/test.js @@ -1,7 +1,7 @@ import http from "k6/http"; import { check } from "k6"; -export const options = { vus: 4, iterations: 40 }; +export const options = { vus: 4, iterations: 16 }; const url = `https://${__ENV.HOST_IP}.nip.io/api/generate`;