Commit
•
c4ee95b
1
Parent(s):
0983693
Upload LlamaForCausalLM
Browse files- config.json +9 -1
config.json
CHANGED
|
@@ -48,7 +48,15 @@
|
|
| 48 |
],
|
| 49 |
"kv_cache_scheme": null,
|
| 50 |
"quant_method": "compressed-tensors",
|
| 51 |
-
"quantization_status": "compressed"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 52 |
},
|
| 53 |
"rms_norm_eps": 1e-05,
|
| 54 |
"rope_scaling": null,
|
|
|
|
| 48 |
],
|
| 49 |
"kv_cache_scheme": null,
|
| 50 |
"quant_method": "compressed-tensors",
|
| 51 |
+
"quantization_status": "compressed",
|
| 52 |
+
"sparsity_config": {
|
| 53 |
+
"format": "dense",
|
| 54 |
+
"global_sparsity": 0.13990345608474805,
|
| 55 |
+
"ignore": [],
|
| 56 |
+
"registry_requires_subclass": false,
|
| 57 |
+
"sparsity_structure": "unstructured",
|
| 58 |
+
"targets": []
|
| 59 |
+
}
|
| 60 |
},
|
| 61 |
"rms_norm_eps": 1e-05,
|
| 62 |
"rope_scaling": null,
|