Upload 7 files

app/libs/generate_api_key.py

@@ -0,0 +1,6 @@
+import secrets
+
+def generate_api_key():
+    print([secrets.token_urlsafe(40) for _ in range(3)])
+
+generate_api_key()

app/libs/header_api_auth.py

@@ -0,0 +1,15 @@
+from fastapi import Depends, HTTPException, status
+from fastapi.security import APIKeyHeader
+
+API_KEYS = ['Fo0nxlisbbKOlZfnir6_5Tv4hHyNF8sv94f7lxA9iK3ApUuT3wmGuQ', 'wsAlgiZ_Bvncop-BGlua2FqsrKj7Ex8mgDN2F-UsfJ2yQpnwHODg9Q', 'wIjqpBXazXUZmqJ8vTKF0yUXjNihX9JSEfk3-3aFQbM-DBtu2ccnVQ']
+
+api_key_header = APIKeyHeader(name="x-api-key", auto_error=False)
+
+def get_api_key(api_key_header: str = Depends(api_key_header)):
+    if api_key_header in API_KEYS:
+        return api_key_header
+    raise HTTPException(
+        status_code=status.HTTP_401_UNAUTHORIZED,
+        detail="Invalid or missing API Key",
+    )
+

app/main.py

@@ -0,0 +1,21 @@
+import uvicorn
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+
+from routers import get_transcript
+
+
+app = FastAPI()
+
+app.add_middleware(CORSMiddleware, allow_origins=["http://localhost:3000"], allow_credentials=True, allow_methods=["*"], allow_headers=["Content-Type", "Authorization", "x-api-key"])
+
+app.include_router(get_transcript.router)
+
+@app.get("/")
+def read_root():
+    return {"message": "This is from python backend cache"}
+
+if __name__ == '__main__':
+    uvicorn.run(
+        "main:app", reload=True)
+

app/routers/get_transcript.py

@@ -0,0 +1,47 @@
+import time
+from fastapi import APIRouter, Depends, HTTPException, status
+from faster_whisper import WhisperModel
+
+from libs.header_api_auth import get_api_key
+
+router = APIRouter(prefix="/get-transcript", tags=["transcript"])
+
+# model_size: distil-large-v2
+# model_size: distil-large-v3
+
+@router.get("/")
+def get_transcript(audio_path: str, model_size: str = "distil-large-v3", api_key: str = Depends(get_api_key)):
+     # Run on GPU with FP16
+    # model = WhisperModel(model_size, device="cuda", compute_type="float16")
+
+    # or run on GPU with INT8
+    # model = WhisperModel(model_size, device="cuda", cosmpute_type="int8_float16")
+    # or run on CPU with INT8
+    # model_run = WhisperModel(model_size, device="cpu", compute_type="int8")
+
+
+    print(f"model>>>: {model_size}")
+
+    st = time.time()
+
+
+    try:
+        model_run = WhisperModel(model_size, device="cpu", compute_type="int8")
+        segments, info = model_run.transcribe(
+            audio_path,
+            beam_size=16,
+            language="en",
+            condition_on_previous_text=False,
+        )
+    except Exception as error:
+        raise HTTPException(status_code=status.HTTP_403_FORBIDDEN, detail=f"error>>>: {error}")
+
+    text = ""
+
+    for segment in segments:
+        text += segment.text
+
+    et = time.time()
+    elapsed_time = et - st
+    return {"text": text}
+

dockerfile

@@ -0,0 +1,14 @@
+# Use the official Python 3.10.9 image
+FROM python:3.12.1
+
+# Copy the current directory contents into the container at .
+COPY . .
+
+# Set the working directory to /
+WORKDIR /
+
+# Install requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /requirements.txt
+
+# Start the FastAPI app on port 7860, the default port expected by Spaces
+CMD ["uvicorn", "app.main:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -0,0 +1,35 @@
+annotated-types==0.7.0
+anyio==4.5.0
+av==12.3.0
+certifi==2024.8.30
+charset-normalizer==3.3.2
+click==8.1.7
+coloredlogs==15.0.1
+ctranslate2==4.4.0
+fastapi==0.115.0
+faster-whisper==1.0.3
+filelock==3.16.1
+flatbuffers==24.3.25
+fsspec==2024.9.0
+h11==0.14.0
+huggingface-hub==0.25.1
+humanfriendly==10.0
+idna==3.10
+mpmath==1.3.0
+numpy==2.1.2
+onnxruntime==1.19.2
+packaging==24.1
+protobuf==5.28.2
+pydantic==2.9.2
+pydantic_core==2.23.4
+PyYAML==6.0.2
+requests==2.32.3
+setuptools==75.1.0
+sniffio==1.3.1
+starlette==0.38.5
+sympy==1.13.3
+tokenizers==0.20.0
+tqdm==4.66.5
+typing_extensions==4.12.2
+urllib3==2.2.3
+uvicorn==0.30.6