Spaces:
Starting
on
T4
Starting
on
T4
FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04 | |
ARG DEBIAN_FRONTEND=noninteractive | |
RUN apt-get update && apt-get install --no-install-recommends -y \ | |
curl \ | |
build-essential \ | |
ffmpeg \ | |
libsm6 \ | |
libxext6 \ | |
python3-pip \ | |
python3-dev \ | |
ninja-build \ | |
tesseract-ocr \ | |
git \ | |
&& apt-get clean && rm -rf /var/lib/apt/lists/* | |
WORKDIR /app | |
COPY ./requirements.txt /app/requirements.txt | |
RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt | |
RUN CMAKE_ARGS="-DLLAMA_CUDA=on" pip3 install --no-cache-dir llama-cpp-python | |
RUN useradd -m -u 1000 user | |
USER user | |
ENV HOME=/home/user \ | |
PATH=/home/user/.local/bin:$PATH \ | |
PYTHONPATH=$HOME/app \ | |
PYTHONUNBUFFERED=1 \ | |
NVIDIA_VISIBLE_DEVICES=all \ | |
NVIDIA_DRIVER_CAPABILITIES=compute,utility \ | |
SYSTEM=spaces \ | |
HF_HOME=/data/.huggingface | |
WORKDIR $HOME/app | |
COPY --chown=user . $HOME/app | |
EXPOSE 8501 | |
CMD streamlit run app.py \ | |
--server.headless true \ | |
--server.enableCORS false \ | |
--server.enableXsrfProtection false \ | |
--server.fileWatcherType none |