Hugging Face's logo

ModelCloud
/
Falcon3-10B-Instruct-gptqmodel-4bit-vortex-mlx-v1

Safetensors
llama
4-bit precision
Model card Files Community
4
zx-modelcloud commited on
Commit
e16a3f7
·
verified ·
1 Parent(s): 43c8449

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -6,7 +6,7 @@ from gptqmodel import GPTQModel
6
 
7
  # load gptq quantized model
8
  gptq_model_path = "ModelCloud/Falcon3-10B-Instruct-gptqmodel-4bit-vortex-v1"
9
- mlx_path = f"./vortex/Falcon3-10B-Instruct-gptqmodel-4bit-vortex-v1-mlx"
10
 
11
  # export to mlx model
12
  GPTQModel.export(gptq_model_path, mlx_path, "mlx")
 
6
 
7
  # load gptq quantized model
8
  gptq_model_path = "ModelCloud/Falcon3-10B-Instruct-gptqmodel-4bit-vortex-v1"
9
+ mlx_path = f"./vortex/Falcon3-10B-Instruct-gptqmodel-4bit-vortex-mlx-v1"
10
 
11
  # export to mlx model
12
  GPTQModel.export(gptq_model_path, mlx_path, "mlx")