Spaces:
Restarting
on
T4
Restarting
on
T4
FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04 | |
ARG DEBIAN_FRONTEND=noninteractive | |
RUN apt-get update && apt-get install --no-install-recommends -y \ | |
curl \ | |
build-essential \ | |
python3.9 \ | |
python3-pip \ | |
git \ | |
&& apt-get clean && rm -rf /var/lib/apt/lists/* | |
RUN curl https://ollama.ai/install.sh | sh | |
WORKDIR /app | |
RUN mkdir -p /.ollama && chmod 777 /.ollama | |
COPY ./requirements.txt /app/requirements.txt | |
RUN pip3 install --no-cache-dir --upgrade -r /app/requirements.txt | |
EXPOSE 8501 | |
COPY ./entrypoint.sh /entrypoint.sh | |
RUN chown root:root /entrypoint.sh\ | |
&& chmod 744 /entrypoint.sh | |
RUN useradd -m -u 1000 user | |
USER user | |
ENV HOME=/home/user \ | |
PATH=/home/user/.local/bin:/app/venv/bin:/root/.ollama/bin:$PATH \ | |
PYTHONPATH=$HOME/app \ | |
PYTHONUNBUFFERED=1 \ | |
OLLAMA_HOST=0.0.0.0 \ | |
NVIDIA_VISIBLE_DEVICES=all \ | |
SYSTEM=spaces | |
WORKDIR $HOME/app | |
COPY --chown=user . $HOME/app | |
ENTRYPOINT ["bash", "./entrypoint-ollama.sh"] | |
CMD ["ollama", "serve"] | |
EXPOSE 7860 |