From 5e5646543d2e4297327980acef6b66544ec6ddc5 Mon Sep 17 00:00:00 2001 From: Philipp Mandler Date: Mon, 4 Dec 2023 14:07:05 +0100 Subject: [PATCH] =?UTF-8?q?=F0=9F=93=88=20Make=20worker=20thread=20count?= =?UTF-8?q?=20configurable?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- worker/transcribee_worker/config.py | 2 ++ worker/transcribee_worker/whisper_transcribe.py | 1 + 2 files changed, 3 insertions(+) diff --git a/worker/transcribee_worker/config.py b/worker/transcribee_worker/config.py index 5c4694a2..2a020784 100644 --- a/worker/transcribee_worker/config.py +++ b/worker/transcribee_worker/config.py @@ -26,6 +26,8 @@ class Settings(BaseSettings): KEEPALIVE_INTERVAL: float = 0.5 + CPU_THREADS: int = 4 + class Config: env_file = ".env" diff --git a/worker/transcribee_worker/whisper_transcribe.py b/worker/transcribee_worker/whisper_transcribe.py index 7f5d6ab1..6e27833c 100644 --- a/worker/transcribee_worker/whisper_transcribe.py +++ b/worker/transcribee_worker/whisper_transcribe.py @@ -175,6 +175,7 @@ def transcribe_clean( strict_sentence_paragraphs, ) model = WhisperModel( + cpu_threads=settings.CPU_THREADS, model_size_or_path=model_name, download_root=str((settings.MODELS_DIR / "faster_whisper").absolute()), )