v1

.gitattributes

@@ -0,0 +1,39 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.wav filter=lfs diff=lfs merge=lfs -text
+*.mp3 filter=lfs diff=lfs merge=lfs -text
+Sample.mp3 filter=lfs diff=lfs merge=lfs -text
+SampleSmall.wav filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,7 @@
+FROM fedirz/faster-whisper-server:latest-cuda
+
+
+RUN pip install ffmpeg-python
+
+RUN mkdir -p /data/hugging-face
+ENV HF_HOME /data/hugging-face

README.md

@@ -0,0 +1,11 @@
+---
+title: Fastwhisper
+emoji: 🦀
+colorFrom: yellow
+colorTo: red
+sdk: docker
+pinned: false
+app_port: 8000
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

Sample.mp3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42592316b61129cf09cac2ce38396883539ce31815eafc166e5f08b71b6dbf06
+size 5047397

SampleSmall.wav

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e4948c16d38a8883f961c70aeadba90ef2da755db0577e868ce61095be21de
+size 180268

Test.ps1

@@ -0,0 +1,50 @@
+$ErrorActionPreference = "Stop";
+
+# Send the POST request with the form data
+$Uri = "http://localhost:8080/v1/audio/transcriptions"
+
+function MultiPart($data){
+	$FormBoundary = [System.Guid]::NewGuid().ToString();
+	$BodyLines = @()
+	
+	$Fields = @($data.keys)
+	
+	foreach($FieldName in $Fields){
+		$FieldValue =  $data[$FieldName];
+		$BodyLines += "--$FormBoundary"
+		
+		if($FieldValue -is [IO.FileInfo]){
+			
+			$File = $FieldValue
+			$BodyLines += "Content-Disposition: form-data; name=`"$FieldName`"; filename=`"$($File.name)`""
+			$BodyLines += "Content-Type: application/octet-stream"
+			$FileBytes 	= [System.IO.File]::ReadAllBytes($File.FullName);
+			$FieldValue = [System.Text.Encoding]::GetEncoding("iso-8859-1").GetString($FileBytes)
+		} else {
+			$BodyLines += "Content-Disposition: form-data; name=`"$FieldName`""
+		}
+		
+		$BodyLines += ""
+		$BodyLines += $FieldValue
+	}
+	
+	
+	$BodyLines += "--$FormBoundary--"
+	
+	$BodyFinal = $BodyLines -Join "`r`n"
+	
+	Invoke-WebRequest @Args -method POST -body $BodyFinal -ContentType "multipart/form-data; boundary=$FormBoundary"
+}
+
+# Create the form data payload
+$FormData = @{
+    "file" 	= (Get-Item .\SampleSmall.wav)
+	model 	= "Systran/faster-whisper-small"
+}
+
+
+$RawResp = MultiPart $FormData -Uri $Uri 
+$result = [System.Text.Encoding]::UTF8.GetString($RawResp.RawContentStream.ToArray())
+
+# Output the response from the server
+$result

docker-compose.yml

@@ -0,0 +1,16 @@
+volumes:
+    hfcache:
+    
+services:
+  wserver:
+    build: .
+    volumes:
+      - hfcache:/data/hugging-face
+    restart: unless-stopped
+    ports:
+      - 8080:8000
+    deploy:
+      resources:
+        reservations:
+           devices:
+             - capabilities: ["gpu"]