quantize_config.json

{
    "per_channel": false,
    "reduce_range": false,
    "quantize_mode": "bnb4",
    "per_model_config": {}
}