Update app.py

app.py

@@ -16,7 +16,7 @@ local_folder = cachedir + "/model"
 
 quantized_model_dir = "FPHam/Jackson_The_Formalizer_V2_13b_GPTQ"
 
-#snapshot_download(repo_id=quantized_model_dir, local_dir=local_folder, local_dir_use_symlinks=False)
+snapshot_download(repo_id=quantized_model_dir, local_dir=local_folder, local_dir_use_symlinks=True)
 
 model_basename = cachedir + "/model/Jackson2-4bit-128g-GPTQ"
 
@@ -24,7 +24,7 @@ use_strict = False
 
 use_triton = False
 
-tokenizer = AutoTokenizer.from_pretrained(quantized_model_dir, use_fast=False)
+tokenizer = AutoTokenizer.from_pretrained(local_foler, use_fast=False)
 
 quantize_config = BaseQuantizeConfig(
         bits=4,
@@ -32,7 +32,7 @@ quantize_config = BaseQuantizeConfig(
         desc_act=False
     )
 
-model = AutoGPTQForCausalLM.from_quantized(quantized_model_dir,
+model = AutoGPTQForCausalLM.from_quantized(local_folder,
         use_safetensors=True,
         strict=use_strict,
         model_basename=model_basename,