Update Dockerfile
Browse files- Dockerfile +12 -12
Dockerfile
CHANGED
@@ -10,12 +10,17 @@ RUN apt-get update && apt-get install --no-install-recommends -y \
|
|
10 |
python3.11-venv \
|
11 |
&& apt-get clean && rm -rf /var/lib/apt/lists/*
|
12 |
|
|
|
|
|
13 |
RUN python3.11 -m venv /opt/venv
|
14 |
ENV PATH=/opt/venv/bin:$PATH \
|
15 |
NVIDIA_VISIBLE_DEVICES=all \
|
16 |
NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
17 |
|
18 |
-
|
|
|
|
|
|
|
19 |
|
20 |
FROM qdrant/qdrant:latest
|
21 |
|
@@ -41,25 +46,20 @@ WORKDIR /app
|
|
41 |
|
42 |
RUN python3 -m venv /opt/venv
|
43 |
|
44 |
-
ENV PATH=/opt/venv/bin:$PATH \
|
45 |
-
PYTHONUNBUFFERED=1 \
|
46 |
-
NVIDIA_VISIBLE_DEVICES=all \
|
47 |
-
NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
48 |
-
|
49 |
-
COPY --from=builder /opt/venv /opt/venv
|
50 |
-
|
51 |
-
COPY ./requirements.txt /app/requirements.txt
|
52 |
-
RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt
|
53 |
-
|
54 |
RUN useradd -m -u 1000 user
|
55 |
USER user
|
56 |
|
57 |
ENV HOME=/home/user \
|
58 |
-
PATH=/home/user/.local/bin:$PATH \
|
59 |
PYTHONPATH=$HOME/app \
|
|
|
|
|
|
|
60 |
SYSTEM=spaces \
|
61 |
HF_HOME=/data/.huggingface
|
62 |
|
|
|
|
|
63 |
WORKDIR $HOME/app
|
64 |
|
65 |
COPY --chown=user . $HOME/app
|
|
|
10 |
python3.11-venv \
|
11 |
&& apt-get clean && rm -rf /var/lib/apt/lists/*
|
12 |
|
13 |
+
WORKDIR /app
|
14 |
+
|
15 |
RUN python3.11 -m venv /opt/venv
|
16 |
ENV PATH=/opt/venv/bin:$PATH \
|
17 |
NVIDIA_VISIBLE_DEVICES=all \
|
18 |
NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
19 |
|
20 |
+
COPY ./requirements.txt /app/requirements.txt
|
21 |
+
RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt
|
22 |
+
|
23 |
+
RUN CMAKE_ARGS="-DLLAMA_CUDA=on" pip3 install --no-cache-dir llama-cpp-python
|
24 |
|
25 |
FROM qdrant/qdrant:latest
|
26 |
|
|
|
46 |
|
47 |
RUN python3 -m venv /opt/venv
|
48 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
49 |
RUN useradd -m -u 1000 user
|
50 |
USER user
|
51 |
|
52 |
ENV HOME=/home/user \
|
53 |
+
PATH=/home/user/.local/bin:/opt/venv/bin:$PATH \
|
54 |
PYTHONPATH=$HOME/app \
|
55 |
+
PYTHONUNBUFFERED=1 \
|
56 |
+
NVIDIA_VISIBLE_DEVICES=all \
|
57 |
+
NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
58 |
SYSTEM=spaces \
|
59 |
HF_HOME=/data/.huggingface
|
60 |
|
61 |
+
COPY --from=builder /opt/venv /opt/venv
|
62 |
+
|
63 |
WORKDIR $HOME/app
|
64 |
|
65 |
COPY --chown=user . $HOME/app
|