fix: disable max-parallel-loading-workers

SocialGouv · Aug 9, 2024 · a845b6b · a845b6b
1 parent 779fa39
commit a845b6b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/docker-compose.yaml b/docker-compose.yaml
@@ -6,7 +6,7 @@ services:
     command:
       - "--model=${MODEL:-mistralai/Mistral-7B-v0.1}"
       - "--tensor-parallel-size=4"
-      - "--max-parallel-loading-workers=1"
+      # - "--max-parallel-loading-workers=1"
       - "--dtype=half" # https://github.com/vllm-project/vllm/issues/1157
     expose:
       - "8000"