20 workers.

brave-experiments · Aug 11, 2024 · ce9fda5 · ce9fda5
1 parent d823974
commit ce9fda5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/configuration.yaml b/src/configuration.yaml
@@ -3,4 +3,4 @@ runners:
   resources:
     cpu: 4
     nvidia.com/gpu: 1        
-  workers_per_resource: 10
+  workers_per_resource: 20
diff --git a/src/runners/audio_transcriber.py b/src/runners/audio_transcriber.py
@@ -15,7 +15,7 @@ def __init__(self):
 
         print(device, " ", compute_type)
 
-        model = "distil-large-v3"
+        model = "large-v3"
         self.model = WhisperModel(model, device=device, compute_type=compute_type)
 
     @bentoml.Runnable.method(batchable=False)