From ce9fda51f4fe6b3a8ec24998a010346ce2c01de5 Mon Sep 17 00:00:00 2001 From: boocmp Date: Sun, 11 Aug 2024 12:40:30 +0700 Subject: [PATCH] 20 workers. --- src/configuration.yaml | 2 +- src/runners/audio_transcriber.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/configuration.yaml b/src/configuration.yaml index 7f6bd53..2e547f2 100644 --- a/src/configuration.yaml +++ b/src/configuration.yaml @@ -3,4 +3,4 @@ runners: resources: cpu: 4 nvidia.com/gpu: 1 - workers_per_resource: 10 + workers_per_resource: 20 diff --git a/src/runners/audio_transcriber.py b/src/runners/audio_transcriber.py index 3ffee5c..d750601 100644 --- a/src/runners/audio_transcriber.py +++ b/src/runners/audio_transcriber.py @@ -15,7 +15,7 @@ def __init__(self): print(device, " ", compute_type) - model = "distil-large-v3" + model = "large-v3" self.model = WhisperModel(model, device=device, compute_type=compute_type) @bentoml.Runnable.method(batchable=False)