Spaces:
Sleeping
Sleeping
File size: 649 Bytes
4eec78b b9d5187 d61d5c1 4eec78b b9d5187 4eec78b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
# Use an alias for the base image for easier updates
FROM python:3.10 as base
# Set model
ENV MODEL=TheBloke/Yi-6B-200K-GGUF
ENV QUANT=Q8_0
ENV CHAT_TEMPLATE=qwen
# Set the working directory
WORKDIR /app
# Install Python requirements
COPY ./requirements.txt /app/
RUN pip install --no-cache-dir --upgrade -r requirements.txt
# Download model
RUN MODEL_NAME_FILE=$(echo ${MODEL#*/} | tr '[:upper:]' '[:lower:]' | sed 's/-gguf$//') && \
wget https://huggingface.co./TheBloke/Yi-6B-200K-GGUF/resolve/main/yi-6b-200k.Q8_0.gguf -O model.gguf
# Copy the rest of your application
COPY . .
# Command to run the application
CMD ["python", "app.py"]
|