Patched backend eval

2024-11-26 09:08:12 +00:00
parent 6e0276b79d
commit 47cdfe1478
9 changed files with 47 additions and 21 deletions
--- a/app/services/impl/third_parties/whisper.py
+++ b/app/services/impl/third_parties/whisper.py
@@ -26,7 +26,7 @@ class OpenAIWhisper(ISpeechToTextService):
        self._is_closed = False

        for i in range(num_models):
-            self._models[i] = whisper.load_model(self._model_name)
+            self._models[i] = whisper.load_model(self._model_name, in_memory=True)

        self._executor = ThreadPoolExecutor(
            max_workers=num_models,