Update app.py

app.py

@@ -1,10 +1,16 @@
 import streamlit as st
 from transformers import AutoTokenizer, pipeline, logging
 from auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfig
+from huggingface_hub import snapshot_download
+
+local_folder = "/workspace/model"
+
 
 quantized_model_dir = "FPHam/Jackson_The_Formalizer_V2_13b_GPTQ"
 
-model_basename = "Jackson2-4bit-128g-GPTQ.safetensors"
+snapshot_download(repo_id=quantized_model_dir, local_dir=local_folder, local_dir_use_symlinks=False)
+
+model_basename = "/workspace/model/Jackson2-4bit-128g-GPTQ.safetensors"
 
 use_strict = False