|
FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04 |
|
|
|
ARG DEBIAN_FRONTEND=noninteractive |
|
|
|
RUN apt-get update && apt-get install --no-install-recommends -y \ |
|
curl \ |
|
build-essential \ |
|
python3.9 \ |
|
python3-pip \ |
|
git \ |
|
&& apt-get clean && rm -rf /var/lib/apt/lists/* |
|
|
|
RUN curl https://ollama.ai/install.sh | sh |
|
|
|
WORKDIR /app |
|
|
|
RUN mkdir -p /.ollama && chmod 777 /.ollama |
|
|
|
COPY ./requirements.txt /app/requirements.txt |
|
|
|
RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt |
|
|
|
EXPOSE 8501 |
|
|
|
COPY ./entrypoint.sh /entrypoint.sh |
|
RUN chown root:root /entrypoint.sh\ |
|
&& chmod 744 /entrypoint.sh |
|
|
|
RUN useradd -m -u 1000 user |
|
USER user |
|
|
|
ENV HOME=/home/user \ |
|
PATH=/home/user/.local/bin:/app/venv/bin:/root/.ollama/bin:$PATH \ |
|
PYTHONPATH=$HOME/app \ |
|
PYTHONUNBUFFERED=1 \ |
|
OLLAMA_HOST=0.0.0.0 \ |
|
NVIDIA_VISIBLE_DEVICES=all \ |
|
SYSTEM=spaces |
|
|
|
WORKDIR $HOME/app |
|
|
|
COPY --chown=user . $HOME/app |
|
ENTRYPOINT ["bash", "./entrypoint-ollama.sh"] |
|
CMD ["ollama", "serve"] |
|
|
|
EXPOSE 7860 |