layer,module,loss,damp,time
0,self_attn.k_proj,0.03175,0.01000,1.017
0,self_attn.v_proj,0.00079,0.01000,0.900
0,self_attn.q_proj,0.06525,0.01000,0.697
0,self_attn.o_proj,0.00007,0.01000,0.725
0,mlp.up_proj,0.05552,0.01000,0.760
0,mlp.gate_proj,0.06979,0.01000,1.191
0,mlp.down_proj,0.00038,0.01000,2.984
1,self_attn.k_proj,0.05085,0.01000,0.757
1,self_attn.v_proj,0.00290,0.01000,0.688
1,self_attn.q_proj,0.09413,0.01000,0.707
1,self_attn.o_proj,0.00013,0.01000,0.738
1,mlp.up_proj,0.07888,0.01000,0.762
1,mlp.gate_proj,0.10826,0.01000,0.880
1,mlp.down_proj,0.28590,0.01000,2.819
2,self_attn.k_proj,0.09612,0.01000,0.699
2,self_attn.v_proj,0.00669,0.01000,0.639
2,self_attn.q_proj,0.18759,0.01000,0.643
2,self_attn.o_proj,0.00022,0.01000,0.677
2,mlp.up_proj,0.09868,0.01000,0.738
2,mlp.gate_proj,0.15738,0.01000,0.793
2,mlp.down_proj,0.00116,0.01000,2.830
3,self_attn.k_proj,0.06407,0.01000,0.683
3,self_attn.v_proj,0.00853,0.01000,0.627
3,self_attn.q_proj,0.13942,0.01000,0.636
3,self_attn.o_proj,0.00042,0.01000,0.680
3,mlp.up_proj,0.12063,0.01000,0.704
3,mlp.gate_proj,0.24089,0.01000,0.821
3,mlp.down_proj,0.00180,0.01000,2.678
4,self_attn.k_proj,0.06845,0.01000,0.657
4,self_attn.v_proj,0.00802,0.01000,0.598
4,self_attn.q_proj,0.14062,0.01000,0.603
4,self_attn.o_proj,0.00080,0.01000,0.657
4,mlp.up_proj,0.12564,0.01000,0.720
4,mlp.gate_proj,0.27190,0.01000,1.176
4,mlp.down_proj,0.00229,0.01000,2.712
5,self_attn.k_proj,0.10515,0.01000,0.656
5,self_attn.v_proj,0.00722,0.01000,0.618
5,self_attn.q_proj,0.18627,0.01000,0.614
5,self_attn.o_proj,0.00093,0.01000,0.654
5,mlp.up_proj,0.13925,0.01000,0.695
5,mlp.gate_proj,0.25759,0.01000,0.810
5,mlp.down_proj,0.00276,0.01000,2.709
6,self_attn.k_proj,0.08841,0.01000,0.672
6,self_attn.v_proj,0.00952,0.01000,0.597
6,self_attn.q_proj,0.14054,0.01000,0.631
6,self_attn.o_proj,0.00132,0.01000,0.653
6,mlp.up_proj,0.14352,0.01000,0.732
6,mlp.gate_proj,0.25903,0.01000,0.809
6,mlp.down_proj,0.00290,0.01000,2.758
7,self_attn.k_proj,0.08830,0.01000,0.631
7,self_attn.v_proj,0.01086,0.01000,0.601
7,self_attn.q_proj,0.16545,0.01000,0.613
7,self_attn.o_proj,0.00131,0.01000,0.648
7,mlp.up_proj,0.15137,0.01000,0.718
7,mlp.gate_proj,0.24540,0.01000,0.781
7,mlp.down_proj,0.00321,0.01000,2.713
8,self_attn.k_proj,0.10563,0.01000,0.666
8,self_attn.v_proj,0.01057,0.01000,0.594
8,self_attn.q_proj,0.17346,0.01000,0.611
8,self_attn.o_proj,0.00192,0.01000,0.670
8,mlp.up_proj,0.17157,0.01000,0.714
8,mlp.gate_proj,0.27059,0.01000,0.806
8,mlp.down_proj,0.00437,0.01000,2.705
9,self_attn.k_proj,0.08775,0.01000,0.661
9,self_attn.v_proj,0.01261,0.01000,0.618
9,self_attn.q_proj,0.21340,0.01000,0.628
9,self_attn.o_proj,0.00241,0.01000,0.637
9,mlp.up_proj,0.18442,0.01000,0.690
9,mlp.gate_proj,0.30010,0.01000,0.839
9,mlp.down_proj,0.00531,0.01000,2.706
10,self_attn.k_proj,0.10957,0.01000,0.676
10,self_attn.v_proj,0.01352,0.01000,0.586
10,self_attn.q_proj,0.22256,0.01000,0.613
10,self_attn.o_proj,0.00179,0.01000,0.652
10,mlp.up_proj,0.22136,0.01000,0.715
10,mlp.gate_proj,0.34884,0.01000,0.811
10,mlp.down_proj,0.00678,0.01000,2.739
11,self_attn.k_proj,0.12984,0.01000,0.639
11,self_attn.v_proj,0.01349,0.01000,0.609
11,self_attn.q_proj,0.21828,0.01000,0.636
11,self_attn.o_proj,0.00152,0.01000,0.631
11,mlp.up_proj,0.24861,0.01000,0.693
11,mlp.gate_proj,0.38283,0.01000,0.805
11,mlp.down_proj,0.00769,0.01000,2.708
12,self_attn.k_proj,0.12568,0.01000,0.689
12,self_attn.v_proj,0.01422,0.01000,0.635
12,self_attn.q_proj,0.21687,0.01000,0.637
12,self_attn.o_proj,0.00137,0.01000,0.677
12,mlp.up_proj,0.26780,0.01000,0.713
12,mlp.gate_proj,0.38886,0.01000,0.841
12,mlp.down_proj,0.00909,0.01000,2.751
13,self_attn.k_proj,0.12808,0.01000,0.667
13,self_attn.v_proj,0.02392,0.01000,0.630
13,self_attn.q_proj,0.25501,0.01000,0.639
13,self_attn.o_proj,0.00206,0.01000,0.669
13,mlp.up_proj,0.31638,0.01000,0.709
13,mlp.gate_proj,0.41893,0.01000,0.787
13,mlp.down_proj,0.01304,0.01000,2.773
14,self_attn.k_proj,0.13626,0.01000,0.663
14,self_attn.v_proj,0.05109,0.01000,0.637
14,self_attn.q_proj,0.26423,0.01000,0.630
14,self_attn.o_proj,0.00437,0.01000,0.641
14,mlp.up_proj,0.36103,0.01000,0.723
14,mlp.gate_proj,0.51521,0.01000,0.780
14,mlp.down_proj,0.01679,0.01000,2.741
15,self_attn.k_proj,0.12817,0.01000,0.651
15,self_attn.v_proj,0.05531,0.01000,0.617
15,self_attn.q_proj,0.24657,0.01000,0.597
15,self_attn.o_proj,0.01504,0.01000,0.672
15,mlp.up_proj,0.43401,0.01000,0.715
15,mlp.gate_proj,0.57454,0.01000,0.765
15,mlp.down_proj,0.03761,0.01000,2.710