File size: 532 Bytes
262245a ee5ddf3 262245a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
{
"begin_pruning_step": 1400,
"end_pruning_step": 12000,
"explicit_prune": {},
"init_strategy": "uniform",
"initial_step": 0,
"not_to_prune": [
"qa_outputs",
"pooler",
"teacher"
],
"policy_begin_step": 1400,
"policy_end_step": 10000,
"prune_layer_types": {
"Linear": {
"name": "weight"
}
},
"pruning_fn": "unstructured_magnitude",
"pruning_fn_default_kwargs": {
"target_sparsity": 0.8
},
"pruning_frequency": 100,
"scheduler": "iterative",
"weight_sparsity_map": {}
}
|