| FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04 | |
| ARG DEBIAN_FRONTEND=noninteractive | |
| RUN apt-get update && apt-get install --no-install-recommends -y \ | |
| curl \ | |
| build-essential \ | |
| ffmpeg \ | |
| libsm6 \ | |
| libxext6 \ | |
| python3-pip \ | |
| python3-dev \ | |
| ninja-build \ | |
| tesseract-ocr \ | |
| poppler-utils \ | |
| git \ | |
| && apt-get clean && rm -rf /var/lib/apt/lists/* | |
| WORKDIR /app | |
| COPY ./requirements.txt /app/requirements.txt | |
| RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt | |
| RUN CMAKE_ARGS="-DLLAMA_CUDA=on" pip3 install --no-cache-dir llama-cpp-python | |
| RUN useradd -m -u 1000 user | |
| USER user | |
| ENV HOME=/home/user \ | |
| PATH=/home/user/.local/bin:$PATH \ | |
| PYTHONPATH=$HOME/app \ | |
| PYTHONUNBUFFERED=1 \ | |
| NVIDIA_VISIBLE_DEVICES=all \ | |
| NVIDIA_DRIVER_CAPABILITIES=compute,utility \ | |
| SYSTEM=spaces \ | |
| HF_HOME=/data/.huggingface | |
| WORKDIR $HOME/app | |
| COPY --chown=user . $HOME/app | |
| EXPOSE 8501 | |
| CMD streamlit run app.py \ | |
| --server.headless true \ | |
| --server.enableCORS false \ | |
| --server.enableXsrfProtection false \ | |
| --server.fileWatcherType none |