Spaces:

rodrigomasini
/

rephrase

Paused

rodrigomasini commited on Nov 7, 2023

Commit

41ac000

•

1 Parent(s): 357d7fa

Update app_v1.py

Files changed (1) hide show

app_v1.py CHANGED Viewed

@@ -27,7 +27,7 @@ quantized_model_dir = "FPHam/Jackson_The_Formalizer_V2_13b_GPTQ"
 # Check if the model has already been downloaded
 model_path = os.path.join(local_folder, 'pytorch_model.bin')
 if not os.path.isfile(model_path):
-    snapshot_download(repo_id=quantized_model_dir, local_dir=local_folder, local_dir_use_symlinks=True)
 model_basename = cachedir + "/model/Jackson2-4bit-128g-GPTQ"
@@ -48,7 +48,7 @@ model = AutoGPTQForCausalLM.from_quantized(
     use_safetensors=True,
     strict=use_strict,
     model_basename=model_basename,
-    device="cuda:0",
     use_triton=use_triton,
     quantize_config=quantize_config
 )

 # Check if the model has already been downloaded
 model_path = os.path.join(local_folder, 'pytorch_model.bin')
 if not os.path.isfile(model_path):
+    snapshot_download(repo_id=quantized_model_dir, local_dir=local_folder, local_dir_use_symlinks=False)
 model_basename = cachedir + "/model/Jackson2-4bit-128g-GPTQ"
     use_safetensors=True,
     strict=use_strict,
     model_basename=model_basename,
+    device=device_map,
     use_triton=use_triton,
     quantize_config=quantize_config
 )