DeepSeek-R1-Distill-Qwen-1.5B-Demo-GGUF

Running

ehristoforu commited on 26 days ago

Commit

eafed87

verified ·

1 Parent(s): c98b1e7

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -28,7 +28,7 @@ RUN git clone https://github.com/ggerganov/llama.cpp && \
 # Download model
 RUN mkdir -p /models && \
-    wget -O /models/model.q8_0.gguf https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf
 # Copy app and startup script
 COPY app.py /app.py

 # Download model
 RUN mkdir -p /models && \
+    wget -O /models/model.q8_0.gguf https://huggingface.co/ehristoforu/fd-lora-merged-64x128-Q5_0-GGUF/resolve/main/fd-lora-merged-64x128-q5_0.gguf
 # Copy app and startup script
 COPY app.py /app.py