FROM nvidia/cuda:12.2.0-runtime-ubuntu20.04 ENV DEBIAN_FRONTEND=noninteractive # Install basic system dependencies including software-properties-common RUN apt-get update && apt-get install -y \ wget \ ca-certificates \ ffmpeg \ libsm6 \ libxext6 \ software-properties-common \ git RUN apt-get -y install cudnn-cuda-12 # Add the deadsnakes PPA to get Python 3.11 packages RUN add-apt-repository ppa:deadsnakes/ppa && apt-get update # Install Python 3.11 and related packages RUN apt-get install -y \ python3.11 \ python3.11-venv \ python3.11-dev \ python3.11-distutils # Install pip for Python 3.11 using get-pip.py RUN wget https://bootstrap.pypa.io/get-pip.py && \ python3.11 get-pip.py && \ rm get-pip.py # (Optional) Verify pip installation RUN python3.11 -m pip --version # Update LD_LIBRARY_PATH to include CUDA/cuDNN libraries ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:$LD_LIBRARY_PATH # Create and switch to a non-root user RUN useradd -m -u 1000 user USER user ENV PATH="/home/user/.local/bin:$PATH" WORKDIR /app # Copy the requirements and install Python dependencies COPY --chown=user ./requirements.txt requirements.txt RUN python3.11 -m pip install --no-cache-dir --upgrade pip && \ python3.11 -m pip install --no-cache-dir -r requirements.txt # Copy the application code COPY --chown=user . /app # Start the application CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]