--extra-index-url https://download.pytorch.org/whl/nightly/cu117
torch>=2.0.1
git+https://github.com/huggingface/optimum.git
git+https://github.com/huggingface/transformers.git
scipy
sentencepiece
#bitsandbytes
accelerate
torchvision
requests
loguru
https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.1/auto_gptq-0.4.1+cu117-cp39-cp39-linux_x86_64.whl