Dockerfile

FROM python:3.10.12-slim

WORKDIR /

RUN apt-get update && apt-get install -y build-essential

COPY requirements.txt /requirements.txt

RUN pip install -r requirements.txt

RUN useradd -m -u 1000 user
USER user

COPY --chown=user:user app /app

COPY --chown=user:user models /models 

RUN sha256sum /models/Wllama-phys-8b.gguf

# EXPOSE 7860

ENV PYTHONUNBUFFERED=1

CMD ["uvicorn", "app.main:app", "--port", "7860", "--host", "0.0.0.0"]