JiakaiDu commited on
Commit
77ed57e
1 Parent(s): 7a4424e

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -181,6 +181,7 @@ def convert_to_int4():
181
  int4_compression_args = " --group-size {} --ratio {}".format(model_compression_params["group_size"], model_compression_params["ratio"])
182
  if model_compression_params["sym"]:
183
  int4_compression_args += " --sym"
 
184
  if enable_awq:
185
  int4_compression_args += " --awq --dataset wikitext2 --num-samples 128"
186
  export_command_base += int4_compression_args
 
181
  int4_compression_args = " --group-size {} --ratio {}".format(model_compression_params["group_size"], model_compression_params["ratio"])
182
  if model_compression_params["sym"]:
183
  int4_compression_args += " --sym"
184
+ print("updated")
185
  if enable_awq:
186
  int4_compression_args += " --awq --dataset wikitext2 --num-samples 128"
187
  export_command_base += int4_compression_args