batch size 8

brave-experiments · Aug 15, 2024 · c4e81fd · c4e81fd
1 parent eeefb13
commit c4e81fd
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/runners/audio_transcriber.py b/src/runners/audio_transcriber.py
@@ -143,7 +143,7 @@ def __init__(self):
         )
 
     def transcribe(self, audios):
-        result = self.model.transcribe(audios, batch_size=16, language="en")
+        result = self.model.transcribe(audios, batch_size=8, language="en")
         return result["segments"]
 
     @bentoml.Runnable.method(batchable=True)