From 836c7557d7b2ed086e5338a9ff7484bd2f7d650d Mon Sep 17 00:00:00 2001 From: heimoshuiyu Date: Tue, 19 Dec 2023 23:18:34 +0800 Subject: [PATCH] add: cli arg device --- whisper_fastapi.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/whisper_fastapi.py b/whisper_fastapi.py index c62fe7f..b3a5c0d 100644 --- a/whisper_fastapi.py +++ b/whisper_fastapi.py @@ -16,6 +16,7 @@ parser = argparse.ArgumentParser() parser.add_argument("--host", default="0.0.0.0", type=str) parser.add_argument("--port", default=5000, type=int) parser.add_argument("--model", default="large-v2", type=str) +parser.add_argument("--device", default="auto", type=str) parser.add_argument("--cache_dir", default=None, type=str) args = parser.parse_args() app = FastAPI() @@ -26,7 +27,7 @@ ccc = opencc.OpenCC("t2s.json") print("Loading model...") transcriber = Transcribe( model_path=args.model, - device="auto", + device=args.device, device_index=0, compute_type="default", threads=1, @@ -91,7 +92,7 @@ def get_options(*, initial_prompt=""): compression_ratio_threshold=2.4, condition_on_previous_text=True, temperature=[0.0, 1.0 + 1e-6, 0.2], - suppress_tokens=[-1], + suppress_tokens=[], word_timestamps=True, print_colors=False, prepend_punctuations="\"'“¿([{-",