FROM runpod/pytorch:2.0.1-py3.10-cuda11.8.0-devel

RUN pip install runpod transformers

RUN pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118

RUN python -c 'from huggingface_hub import snapshot_download;  snapshot_download(repo_id="mistralai/Mistral-7B-v0.1",allow_patterns=["*.json","*.model","*.safetensors"])'

ADD handler.py .