FROM qdrant/qdrant:latest RUN apt-get update && apt-get install --no-install-recommends -y \ curl \ gnupg \ build-essential \ ffmpeg \ libsm6 \ libxext6 \ python3.10 \ python3-pip \ python3-dev \ ninja-build \ tesseract-ocr \ poppler-utils \ git \ && apt-get clean && rm -rf /var/lib/apt/lists/* RUN curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \ && echo "deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://nvidia.github.io/libnvidia-container/stable/deb/ $(. /etc/os-release; echo $UBUNTU_CODENAME) main" > /etc/apt/sources.list.d/nvidia-container-toolkit.list RUN apt-get update && apt-get install -y nvidia-container-toolkit || true WORKDIR /app COPY ./requirements.txt /app/requirements.txt RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt RUN CMAKE_ARGS="-DLLAMA_CUDA=on" pip3 install --no-cache-dir llama-cpp-python RUN useradd -m -u 1000 user USER user ENV HOME=/home/user \ PATH=/home/user/.local/bin:$PATH \ PYTHONPATH=$HOME/app \ PYTHONUNBUFFERED=1 \ NVIDIA_VISIBLE_DEVICES=all \ NVIDIA_DRIVER_CAPABILITIES=compute,utility \ SYSTEM=spaces \ HF_HOME=/data/.huggingface WORKDIR $HOME/app COPY --chown=user . $HOME/app EXPOSE 8501 6334 VOLUME ["${HF_HOME}/qdrant_storage:/qdrant/storage:z"] CMD streamlit run app.py \ --server.headless true \ --server.enableCORS false \ --server.enableXsrfProtection false \ --server.fileWatcherType watchdog \ --theme.backgroundColor "#EEE3D3" \ --theme.secondaryBackgroundColor "#CCC8C2" \ --theme.primaryColor "#EF792D" \ --theme.textColor "#7D6654"