echarlaix HF staff commited on
Commit
9c20644
β€’
1 Parent(s): 6bdca2e

add bit width tag

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -59,10 +59,10 @@ def quantize_model(
59
  return f"### Invalid input 🐞 Please specify a model name, got {model_id}"
60
 
61
  try:
62
- dtype = dtype.replace("-", "")
63
  model_name = model_id.split("/")[-1]
64
  username = whoami(oauth_token.token)["name"]
65
- suffix = f"{dtype}" if model_name.endswith("openvino") else f"openvino-{dtype}"
 
66
  new_repo_id = f"{username}/{model_name}-{suffix}"
67
  library_name = TasksManager.infer_library_from_model(model_id, token=oauth_token.token)
68
 
@@ -95,7 +95,7 @@ def quantize_model(
95
  if calibration_dataset == "None":
96
  calibration_dataset = None
97
 
98
- is_int8 = dtype == "8bit"
99
  # if library_name == "diffusers":
100
  # quant_method = "hybrid"
101
  if not is_int8 and calibration_dataset is not None:
@@ -170,6 +170,7 @@ def quantize_model(
170
  card.data.tags = []
171
  card.data.tags.append("openvino")
172
  card.data.tags.append("nncf")
 
173
  card.data.base_model = model_id
174
 
175
  card.text = dedent(
 
59
  return f"### Invalid input 🐞 Please specify a model name, got {model_id}"
60
 
61
  try:
 
62
  model_name = model_id.split("/")[-1]
63
  username = whoami(oauth_token.token)["name"]
64
+ w_t = dtype.replace("-", "")
65
+ suffix = f"{w_t}" if model_name.endswith("openvino") else f"openvino-{w_t}"
66
  new_repo_id = f"{username}/{model_name}-{suffix}"
67
  library_name = TasksManager.infer_library_from_model(model_id, token=oauth_token.token)
68
 
 
95
  if calibration_dataset == "None":
96
  calibration_dataset = None
97
 
98
+ is_int8 = dtype == "8-bit"
99
  # if library_name == "diffusers":
100
  # quant_method = "hybrid"
101
  if not is_int8 and calibration_dataset is not None:
 
170
  card.data.tags = []
171
  card.data.tags.append("openvino")
172
  card.data.tags.append("nncf")
173
+ card.data.tags.append(dtype)
174
  card.data.base_model = model_id
175
 
176
  card.text = dedent(