--extra-index-url https://download.pytorch.org/whl/nightly/cu117
torch>=2.0.1
git+https://github.com/huggingface/optimum.git
git+https://github.com/huggingface/transformers.git@2f8acfea1ca11fe3479fb379ccbded516d0cff57
scipy
sentencepiece
bitsandbytes
accelerate
torchvision
requests
https://github.com/PanQiWei/AutoGPTQ/releases/download/v0.4.1/auto_gptq-0.4.1+cu117-cp39-cp39-linux_x86_64.whl