model

main.py

@@ -16,12 +16,9 @@ app.add_middleware(
     allow_headers=["*"],
 )
 
-model_size = "tiny"
-
 # or run on GPU with INT8
 # model = WhisperModel(model_size, device="cuda", compute_type="int8_float16")
 # or run on CPU with INT8
-model = WhisperModel(model_size, device="cpu", compute_type="int8")
 
 def segment_to_dict(segment):
     segment = segment._asdict()
@@ -34,8 +31,10 @@ async def download_video(video_url: str):
     download_convert_video_to_audio(yt_dlp, video_url, f"/home/user/{uuid.uuid4().hex}")
 
 @app.post("/transcribe")
-async def transcribe_video(video_url: str, beam_size: int = 5, word_timestamps: bool = True):
-    print("doing hex")
+async def transcribe_video(video_url: str, beam_size: int = 5, model_size: str = "tiny", word_timestamps: bool = True):
+    print("loading model")
+    model = WhisperModel(model_size, device="cpu", compute_type="int8")
+    print("getting hex")
     rand_id = uuid.uuid4().hex
     print("doing download")
     download_convert_video_to_audio(yt_dlp, video_url, f"/home/user/{rand_id}")