From 0a13ab0b374419f239ee49b0e2ab14642419cc1a Mon Sep 17 00:00:00 2001 From: Matthias Reso <13337103+mreso@users.noreply.github.com> Date: Wed, 18 Sep 2024 00:48:54 +0000 Subject: [PATCH] Update yaml files to use startupTimeout --- examples/large_models/vllm/llama3/model-config.yaml | 2 +- examples/large_models/vllm/lora/model-config.yaml | 2 +- examples/large_models/vllm/mistral/model-config.yaml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/examples/large_models/vllm/llama3/model-config.yaml b/examples/large_models/vllm/llama3/model-config.yaml index 1fea5ff658..a699d25496 100644 --- a/examples/large_models/vllm/llama3/model-config.yaml +++ b/examples/large_models/vllm/llama3/model-config.yaml @@ -2,7 +2,7 @@ minWorkers: 1 maxWorkers: 1 maxBatchDelay: 100 -responseTimeout: 1200 +startupTimeout: 1200 deviceType: "gpu" asyncCommunication: true diff --git a/examples/large_models/vllm/lora/model-config.yaml b/examples/large_models/vllm/lora/model-config.yaml index 85db70338e..8fda7ef6fa 100644 --- a/examples/large_models/vllm/lora/model-config.yaml +++ b/examples/large_models/vllm/lora/model-config.yaml @@ -2,7 +2,7 @@ minWorkers: 1 maxWorkers: 1 maxBatchDelay: 100 -responseTimeout: 1200 +startupTimeout: 1200 deviceType: "gpu" asyncCommunication: true diff --git a/examples/large_models/vllm/mistral/model-config.yaml b/examples/large_models/vllm/mistral/model-config.yaml index 7aac9b01b1..4f4ef5dc25 100644 --- a/examples/large_models/vllm/mistral/model-config.yaml +++ b/examples/large_models/vllm/mistral/model-config.yaml @@ -2,7 +2,7 @@ minWorkers: 1 maxWorkers: 1 maxBatchDelay: 100 -responseTimeout: 1200 +startupTimeout: 1200 deviceType: "gpu" asyncCommunication: true