Spaces:
Starting
on
T4
Starting
on
T4
File size: 1,517 Bytes
3c8a85e 0fc1a6b 7a2540c 0fc1a6b 328e645 d5e8818 328e645 80be3f6 328e645 a6a2e04 328e645 510cc72 328e645 510cc72 1f519c3 0ac0496 7a2540c 1f17321 328e645 3c8a85e 328e645 bdddc73 885666a 328e645 ec87a6d 328e645 510cc72 328e645 510cc72 328e645 d90dec6 e4fb674 7a2540c 328e645 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 |
FROM nvidia/cuda:12.2.2-cudnn8-devel-ubuntu22.04
ARG DEBIAN_FRONTEND=noninteractive
RUN apt-get update && apt-get install --no-install-recommends -y \
curl \
build-essential \
ffmpeg \
libsm6 \
libxext6 \
python3-pip \
python3-dev \
ninja-build \
libmagic-dev \
pandoc>=2.14.2 \
libreoffice \
tesseract-ocr \
poppler-utils \
git \
&& apt-get clean && rm -rf /var/lib/apt/lists/*
WORKDIR /data
COPY ./requirements.txt /data/requirements.txt
RUN pip3 install --no-cache-dir --upgrade -r /data/requirements.txt
RUN CMAKE_ARGS="-DLLAMA_CUDA=on" pip3 install --no-cache-dir llama-cpp-python
RUN curl -sfL https://raw.githubusercontent.com/milvus-io/milvus/master/scripts/standalone_embed.sh -o /usr/local/bin/standalone_embed.sh \
&& chmod +x /usr/local/bin/standalone_embed.sh
RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user \
PATH=/home/user/.local/bin:$PATH \
PYTHONPATH=$HOME/app \
PYTHONUNBUFFERED=1 \
NVIDIA_VISIBLE_DEVICES=all \
NVIDIA_DRIVER_CAPABILITIES=compute,utility \
SYSTEM=spaces \
HF_HOME=/data
WORKDIR $HOME/data
COPY --chown=user . $HOME/data
EXPOSE 8501
CMD /usr/local/bin/standalone_embed.sh start && streamlit run app.py \
--server.headless true \
--server.enableCORS false \
--server.enableXsrfProtection false \
--server.fileWatcherType watchdog \
--theme.backgroundColor "#EEE3D3" \
--theme.secondaryBackgroundColor "#CCC8C2" \
--theme.primaryColor "#EF792D" \
--theme.textColor "#7D6654" |