Reduce default batch size from 16 to 4 in WhisperDeployment.

mobiusml · Nov 15, 2024 · e8126a6 · e8126a6
1 parent eb8403f
commit e8126a6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/aana/deployments/whisper_deployment.py b/aana/deployments/whisper_deployment.py
@@ -283,7 +283,7 @@ async def transcribe_in_chunks(
         self,
         audio: Audio,
         vad_segments: list[VadSegment] | None = None,
-        batch_size: int = 16,
+        batch_size: int = 4,
         params: BatchedWhisperParams | None = None,
     ) -> AsyncGenerator[WhisperOutput, None]:
         """Transcribe a single audio by segmenting it into chunks (4x faster) in streaming mode.