wav2vec2 backend + large + 6 workers.

brave-experiments · Aug 19, 2024 · de9ca33 · de9ca33
1 parent 16e34c4
commit de9ca33
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 4 deletions.
diff --git a/src/runners/audio_transcriber.py b/src/runners/audio_transcriber.py
@@ -74,7 +74,6 @@ def add(self, word):
         ):
             self.transcription += word.word
 
-
 """
 class BatchableAudioTranscriber(bentoml.Runnable):
     SUPPORTED_RESOURCES = ("nvidia.com/gpu", "cpu")
@@ -232,7 +231,6 @@ def transcribe_audio(self, inputs: list[BatchInput]) -> list[str]:
             for text in segments
         ]
 
-
 """
 from transformers import WhisperProcessor, WhisperForConditionalGeneration
 import torch
@@ -300,4 +298,4 @@ def transcribe_audio(self, inputs: list[BatchInput]) -> list[str]:
             )
             for text in segments
         ]
-"""
+"""
diff --git a/src/stt_api.py b/src/stt_api.py
@@ -70,7 +70,7 @@ async def handleUpstream(
                     transciption = await runner_audio_transcriber.async_run(
                         [BatchInput(audio=mic_data, lang=lang, pair=pair)]
                     )
-                    process_time = datetime.now() - process_time
+                    process_time = (datetime.now() - process_time).total_seconds()
 
                     out = transciption[0]
                     print(
@@ -94,6 +94,7 @@ async def handleUpstream(
                                 out.merge_audio_time
                                 + out.transcribe_time
                                 + out.restore_time,
+                                process_time,
                             )
                         )
             finally:
@@ -133,6 +134,7 @@ async def handleStream(pair):
                                 "final": text.final,
                                 "buffer": text.buffer_len,
                                 "process_time": text.process_time,
+                                "time": text.time,
                             }
                         )
         except Exception as e:

diff --git a/src/utils/ipc/messages.py b/src/utils/ipc/messages.py
@@ -19,6 +19,7 @@ class Text(msgspec.Struct, tag=True):
     final: bool
     buffer_len: int = 0
     process_time: float = 0
+    time: float = 0
 
 
 Request = Publish | Subscribe | Ready | Text