Upload 2 files

Dockerfile

@@ -0,0 +1,24 @@
+FROM python:3.10.12-slim
+
+WORKDIR /
+
+RUN apt-get update && apt-get install -y build-essential
+
+COPY requirements.txt /requirements.txt
+
+RUN pip install -r requirements.txt
+
+RUN useradd -m -u 1000 user
+USER user
+
+COPY --chown=user:user app /app
+
+COPY --chown=user:user models /models 
+
+RUN sha256sum /models/Wllama-phys-8b.gguf
+
+# EXPOSE 7860
+
+ENV PYTHONUNBUFFERED=1
+
+CMD ["uvicorn", "app.main:app", "--port", "7860", "--host", "0.0.0.0"]

requirements.txt

@@ -0,0 +1,3 @@
+uvicorn[standard]
+fastapi
+llama-cpp-python