File size: 533 Bytes
262245a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b02fd2a
262245a
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
{
  "begin_pruning_step": 1400,
  "end_pruning_step": 12000,
  "explicit_prune": {},
  "init_strategy": "uniform",
  "initial_step": 0,
  "not_to_prune": [
    "qa_outputs",
    "pooler",
    "teacher"
  ],
  "policy_begin_step": 1400,
  "policy_end_step": 10000,
  "prune_layer_types": {
    "Linear": {
      "name": "weight"
    }
  },
  "pruning_fn": "unstructured_magnitude",
  "pruning_fn_default_kwargs": {
    "target_sparsity": 0.85
  },
  "pruning_frequency": 100,
  "scheduler": "iterative",
  "weight_sparsity_map": {}
}