Update app_v1.py

app_v1.py

@@ -8,7 +8,20 @@ import threading
 cwd = os.getcwd()
 cachedir = cwd+'/cache'
 
-# Assuming the rest of your setup code is correct and `local_folder` is properly set up
+# Check if the directory exists before creating it
+if not os.path.exists(cachedir):
+    os.mkdir(cachedir)
+
+os.environ['HF_HOME'] = cachedir
+
+local_folder = cachedir + "/model"
+
+
+quantized_model_dir = "FPHam/Jackson_The_Formalizer_V2_13b_GPTQ"
+
+snapshot_download(repo_id=quantized_model_dir, local_dir=local_folder, local_dir_use_symlinks=True)
+
+model_basename = cachedir + "/model/Jackson2-4bit-128g-GPTQ"
 
 class QuantizedModel:
     def __init__(self, model_dir):