DeepSeek-R1-Distill-Qwen-1.5B-Demo-GGUF

Running

ehristoforu commited on 12 days ago

Commit

dbdf08e

verified ·

1 Parent(s): eafed87

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -28,7 +28,7 @@ RUN git clone https://github.com/ggerganov/llama.cpp && \
 # Download model
 RUN mkdir -p /models && \
-    wget -O /models/model.q8_0.gguf https://huggingface.co/ehristoforu/fd-lora-merged-64x128-Q5_0-GGUF/resolve/main/fd-lora-merged-64x128-q5_0.gguf
 # Copy app and startup script
 COPY app.py /app.py

 # Download model
 RUN mkdir -p /models && \
+    wget -O /models/model.q8_0.gguf https://huggingface.co/ehristoforu/FluentlyLM-Prinum-Q2_K-GGUF/resolve/main/fluentlylm-prinum-q2_k.gguf
 # Copy app and startup script
 COPY app.py /app.py