heimoshuiyu/whisper-fastapi
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add: cli arg device

Browse Source
This commit is contained in:
黑墨水鱼
2023-12-19 23:18:34 +08:00
parent 32ac348045
commit 836c7557d7
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
whisper_fastapi.py
View File

@@ -16,6 +16,7 @@ parser = argparse.ArgumentParser()
parser.add_argument("--host", default="0.0.0.0", type=str) parser.add_argument("--host", default="0.0.0.0", type=str)
parser.add_argument("--port", default=5000, type=int) parser.add_argument("--port", default=5000, type=int)
parser.add_argument("--model", default="large-v2", type=str) parser.add_argument("--model", default="large-v2", type=str)
parser.add_argument("--device", default="auto", type=str)
parser.add_argument("--cache_dir", default=None, type=str) parser.add_argument("--cache_dir", default=None, type=str)
args = parser.parse_args() args = parser.parse_args()
app = FastAPI() app = FastAPI()
@@ -26,7 +27,7 @@ ccc = opencc.OpenCC("t2s.json")
print("Loading model...") print("Loading model...")
transcriber = Transcribe( transcriber = Transcribe(
model_path=args.model, model_path=args.model,
device="auto", device=args.device,
device_index=0, device_index=0,
compute_type="default", compute_type="default",
threads=1, threads=1,
@@ -91,7 +92,7 @@ def get_options(*, initial_prompt=""):
compression_ratio_threshold=2.4, compression_ratio_threshold=2.4,
condition_on_previous_text=True, condition_on_previous_text=True,
temperature=[0.0, 1.0 + 1e-6, 0.2], temperature=[0.0, 1.0 + 1e-6, 0.2],
suppress_tokens=[-1], suppress_tokens=[],
word_timestamps=True, word_timestamps=True,
print_colors=False, print_colors=False,
prepend_punctuations="\"'“¿([{-", prepend_punctuations="\"'“¿([{-",