File size: 437 Bytes
f772151
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
FROM python:3.10.12-slim

WORKDIR /

RUN apt-get update && apt-get install -y build-essential

COPY requirements.txt /requirements.txt

RUN pip install -r requirements.txt

RUN useradd -m -u 1000 user
USER user

COPY --chown=user:user app /app

COPY --chown=user:user models /models 

RUN sha256sum /models/Wllama-phys-8b.gguf

# EXPOSE 7860

ENV PYTHONUNBUFFERED=1

CMD ["uvicorn", "app.main:app", "--port", "7860", "--host", "0.0.0.0"]