Spaces:
Sleeping
Sleeping
text-generation-webui
/
models
/TheBloke_MythoMax-L2-13B-GPTQ_gptq-4bit-32g-actorder_True
/quantize_config.json
{ | |
"bits": 4, | |
"group_size": 32, | |
"damp_percent": 0.1, | |
"desc_act": true, | |
"sym": true, | |
"true_sequential": true, | |
"model_name_or_path": null, | |
"model_file_base_name": "model" | |
} |