Dockerfile-ollama

FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04

ARG DEBIAN_FRONTEND=noninteractive

RUN apt-get update && apt-get install --no-install-recommends -y \
  curl \
  build-essential \
  python3.9 \
  python3-pip \
  git \
  && apt-get clean && rm -rf /var/lib/apt/lists/*

RUN curl https://ollama.ai/install.sh | sh

WORKDIR /app

RUN mkdir -p /.ollama && chmod 777 /.ollama

COPY ./requirements.txt /app/requirements.txt

RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt

EXPOSE 8501

COPY ./entrypoint.sh /entrypoint.sh
RUN  chown root:root /entrypoint.sh\
      && chmod 744 /entrypoint.sh

RUN useradd -m -u 1000 user
USER user

ENV HOME=/home/user \
	PATH=/home/user/.local/bin:/app/venv/bin:/root/.ollama/bin:$PATH \
    PYTHONPATH=$HOME/app \
	PYTHONUNBUFFERED=1 \
    OLLAMA_HOST=0.0.0.0 \
    NVIDIA_VISIBLE_DEVICES=all \
	SYSTEM=spaces

WORKDIR $HOME/app

COPY --chown=user . $HOME/app
ENTRYPOINT ["bash", "./entrypoint.sh"]
CMD ["ollama", "serve"]

EXPOSE 7860