layer,module,loss,damp,time
0,self_attn.k_proj,0.53966,0.01000,1.490
0,self_attn.v_proj,0.17356,0.01000,0.964
0,self_attn.q_proj,1.55280,0.01000,0.955
0,self_attn.o_proj,2.54713,0.01000,1.141
0,mlp.up_proj,0.69290,0.01000,1.258
0,mlp.gate_proj,0.75281,0.01000,0.988
0,mlp.down_proj,0.81006,0.01000,8.798
1,self_attn.k_proj,0.02486,0.01000,1.277
1,self_attn.v_proj,0.01224,0.01000,0.940
1,self_attn.q_proj,0.10666,0.01000,1.098
1,self_attn.o_proj,0.01940,0.01000,1.148
1,mlp.up_proj,5.79433,0.01000,1.457
1,mlp.gate_proj,18.81200,0.01000,1.112
1,mlp.down_proj,0.21990,0.01000,8.660
2,self_attn.k_proj,0.10618,0.01000,1.273
2,self_attn.v_proj,0.03970,0.01000,0.933
2,self_attn.q_proj,0.31007,0.01000,0.943
2,self_attn.o_proj,0.14541,0.01000,1.152
2,mlp.up_proj,10.79015,0.01000,1.613
2,mlp.gate_proj,25.18726,0.01000,1.290
2,mlp.down_proj,1.16048,0.01000,8.782
3,self_attn.k_proj,0.57526,0.01000,1.450
3,self_attn.v_proj,0.17818,0.01000,0.938
3,self_attn.q_proj,1.67201,0.01000,0.937
3,self_attn.o_proj,0.55687,0.01000,1.134
3,mlp.up_proj,12.66018,0.01000,1.285
3,mlp.gate_proj,29.05775,0.01000,0.969
3,mlp.down_proj,2.74987,0.01000,8.787
4,self_attn.k_proj,0.55781,0.01000,1.426
4,self_attn.v_proj,0.26831,0.01000,0.931
4,self_attn.q_proj,1.71284,0.01000,0.929
4,self_attn.o_proj,1.02728,0.01000,1.137
4,mlp.up_proj,32.99367,0.01000,1.240
4,mlp.gate_proj,63.05026,0.01000,0.960
4,mlp.down_proj,5.03007,0.01500,8.932
5,self_attn.k_proj,2.03079,0.01000,1.431
5,self_attn.v_proj,1.14501,0.01000,0.939
5,self_attn.q_proj,6.94641,0.01000,0.932
5,self_attn.o_proj,1.65732,0.01000,1.215
5,mlp.up_proj,60.95264,0.01000,1.238
5,mlp.gate_proj,107.80993,0.01000,0.960
5,mlp.down_proj,139.51671,0.01000,8.805
6,self_attn.k_proj,2.20616,0.01000,1.269
6,self_attn.v_proj,1.61331,0.01000,0.929
6,self_attn.q_proj,7.85690,0.01000,1.260
6,self_attn.o_proj,1.28838,0.01000,1.164
6,mlp.up_proj,109.00717,0.01000,1.373
6,mlp.gate_proj,183.73438,0.01000,0.980
6,mlp.down_proj,14.43628,0.01000,9.150
7,self_attn.k_proj,3.17064,0.01000,1.427
7,self_attn.v_proj,2.58386,0.01000,1.041
7,self_attn.q_proj,11.49703,0.01000,0.928
7,self_attn.o_proj,1.63847,0.01000,1.134
7,mlp.up_proj,150.42488,0.01000,1.237
7,mlp.gate_proj,252.86115,0.01000,0.966
7,mlp.down_proj,8.12370,0.01000,8.580
8,self_attn.k_proj,3.77977,0.01000,1.456
8,self_attn.v_proj,2.19693,0.01000,0.986
8,self_attn.q_proj,13.38968,0.01000,0.961
8,self_attn.o_proj,1.29118,0.01000,1.141
8,mlp.up_proj,105.27181,0.01000,1.483
8,mlp.gate_proj,172.19695,0.01000,1.160
8,mlp.down_proj,9.89248,0.01000,8.862
9,self_attn.k_proj,3.56575,0.01000,1.270
9,self_attn.v_proj,2.95083,0.01000,1.081
9,self_attn.q_proj,12.57006,0.01000,1.106
9,self_attn.o_proj,2.67334,0.01000,1.179
9,mlp.up_proj,61.88134,0.01000,1.247
9,mlp.gate_proj,66.86163,0.01000,1.001
9,mlp.down_proj,13.14908,0.01000,8.462
10,self_attn.k_proj,5.31941,0.01000,1.257
10,self_attn.v_proj,4.27224,0.01000,0.922
10,self_attn.q_proj,19.65371,0.01000,0.950
10,self_attn.o_proj,2.79873,0.01000,1.152
10,mlp.up_proj,73.90034,0.01000,1.248
10,mlp.gate_proj,79.72716,0.01000,1.023
10,mlp.down_proj,16.77984,0.01000,8.470
11,self_attn.k_proj,3.49322,0.01000,1.449
11,self_attn.v_proj,2.54261,0.01000,0.921
11,self_attn.q_proj,13.00608,0.01000,0.934
11,self_attn.o_proj,3.93276,0.01000,1.336
11,mlp.up_proj,82.92606,0.01000,1.269
11,mlp.gate_proj,99.91919,0.01000,0.949
11,mlp.down_proj,14.05655,0.01000,8.625
12,self_attn.k_proj,4.37296,0.01000,1.451
12,self_attn.v_proj,2.97676,0.01000,1.106
12,self_attn.q_proj,16.39845,0.01000,0.931
12,self_attn.o_proj,4.22290,0.01000,1.515
12,mlp.up_proj,87.65687,0.01000,1.600
12,mlp.gate_proj,93.68736,0.01000,0.970
12,mlp.down_proj,17.95013,0.01000,8.453
13,self_attn.k_proj,5.09750,0.01000,1.269
13,self_attn.v_proj,3.69357,0.01000,0.984
13,self_attn.q_proj,18.18220,0.01000,0.930
13,self_attn.o_proj,4.47614,0.01000,1.141
13,mlp.up_proj,101.75060,0.01000,1.247
13,mlp.gate_proj,109.67414,0.01000,0.974
13,mlp.down_proj,21.70619,0.01000,8.489
14,self_attn.k_proj,6.61418,0.01000,1.263
14,self_attn.v_proj,4.31423,0.01000,0.925
14,self_attn.q_proj,23.50526,0.01000,1.000
14,self_attn.o_proj,4.63873,0.01000,1.166
14,mlp.up_proj,107.56390,0.01000,1.280
14,mlp.gate_proj,117.07451,0.01000,0.978
14,mlp.down_proj,23.25642,0.01000,8.529
15,self_attn.k_proj,5.78398,0.01000,1.300
15,self_attn.v_proj,4.46827,0.01000,0.941
15,self_attn.q_proj,20.62718,0.01000,0.930
15,self_attn.o_proj,5.82643,0.01000,1.134
15,mlp.up_proj,110.15582,0.01000,1.244
15,mlp.gate_proj,124.60296,0.01000,0.967
15,mlp.down_proj,24.58937,0.01000,8.426
16,self_attn.k_proj,5.08636,0.01000,1.281
16,self_attn.v_proj,3.05057,0.01000,0.946
16,self_attn.q_proj,17.22764,0.01000,0.949
16,self_attn.o_proj,4.19087,0.01000,1.126
16,mlp.up_proj,105.15812,0.01000,1.250
16,mlp.gate_proj,113.15086,0.01000,0.957
16,mlp.down_proj,22.30483,0.01000,8.683
17,self_attn.k_proj,6.76680,0.01000,1.277
17,self_attn.v_proj,3.96308,0.01000,0.921
17,self_attn.q_proj,23.16101,0.01000,1.188
17,self_attn.o_proj,4.02099,0.01000,1.268
17,mlp.up_proj,104.61138,0.01000,1.252
17,mlp.gate_proj,110.92574,0.01000,0.967
17,mlp.down_proj,21.96814,0.01000,8.698
18,self_attn.k_proj,6.72667,0.01000,1.413
18,self_attn.v_proj,3.97756,0.01000,1.125
18,self_attn.q_proj,23.07771,0.01000,0.942
18,self_attn.o_proj,4.32884,0.01000,1.341
18,mlp.up_proj,103.39982,0.01000,1.269
18,mlp.gate_proj,108.88790,0.01000,0.982
18,mlp.down_proj,22.06995,0.01000,8.522
19,self_attn.k_proj,6.17710,0.01000,1.298
19,self_attn.v_proj,4.17655,0.01000,1.136
19,self_attn.q_proj,22.42968,0.01000,0.932
19,self_attn.o_proj,3.13122,0.01000,1.139
19,mlp.up_proj,105.41339,0.01000,1.241
19,mlp.gate_proj,110.83884,0.01000,0.963
19,mlp.down_proj,22.23080,0.01000,8.521
20,self_attn.k_proj,7.11638,0.01000,1.268
20,self_attn.v_proj,3.97710,0.01000,0.923
20,self_attn.q_proj,24.46840,0.01000,0.946
20,self_attn.o_proj,4.52675,0.01000,1.174
20,mlp.up_proj,100.88803,0.01000,1.253
20,mlp.gate_proj,104.36470,0.01000,0.969
20,mlp.down_proj,21.79596,0.01000,8.516
21,self_attn.k_proj,6.03296,0.01000,1.274
21,self_attn.v_proj,3.66401,0.01000,0.919
21,self_attn.q_proj,20.73193,0.01000,0.924
21,self_attn.o_proj,5.13745,0.01000,1.139
21,mlp.up_proj,99.02091,0.01000,1.355
21,mlp.gate_proj,103.00349,0.01000,0.979
21,mlp.down_proj,21.45499,0.01000,8.474
22,self_attn.k_proj,6.63440,0.01000,1.263
22,self_attn.v_proj,5.26538,0.01000,0.975
22,self_attn.q_proj,23.62456,0.01000,0.928
22,self_attn.o_proj,7.12587,0.01000,1.128
22,mlp.up_proj,105.46872,0.01000,1.277
22,mlp.gate_proj,109.58307,0.01000,1.071
22,mlp.down_proj,24.26682,0.01000,8.897
23,self_attn.k_proj,6.67359,0.01000,1.292
23,self_attn.v_proj,5.60262,0.01000,0.965
23,self_attn.q_proj,24.43671,0.01000,0.958
23,self_attn.o_proj,8.34418,0.01000,1.144
23,mlp.up_proj,113.67937,0.01000,1.242
23,mlp.gate_proj,120.08774,0.01000,1.012
23,mlp.down_proj,26.63996,0.01000,8.528
24,self_attn.k_proj,8.58777,0.01000,1.272
24,self_attn.v_proj,5.61008,0.01000,0.923
24,self_attn.q_proj,30.16405,0.01000,0.925
24,self_attn.o_proj,6.62101,0.01000,1.133
24,mlp.up_proj,115.92421,0.01000,1.393
24,mlp.gate_proj,120.65157,0.01000,0.978
24,mlp.down_proj,26.97276,0.01000,8.687
25,self_attn.k_proj,9.47319,0.01000,1.274
25,self_attn.v_proj,7.21532,0.01000,0.934
25,self_attn.q_proj,34.70467,0.01000,0.936
25,self_attn.o_proj,6.21657,0.01000,1.144
25,mlp.up_proj,118.43693,0.01000,1.700
25,mlp.gate_proj,121.38889,0.01000,1.313
25,mlp.down_proj,29.26573,0.01000,8.584
26,self_attn.k_proj,8.43508,0.01000,1.385
26,self_attn.v_proj,4.90119,0.01000,1.049
26,self_attn.q_proj,30.64423,0.01000,0.925
26,self_attn.o_proj,7.85519,0.01000,1.135
26,mlp.up_proj,124.51295,0.01000,1.405
26,mlp.gate_proj,126.57668,0.01000,0.971
26,mlp.down_proj,32.24350,0.01000,8.581
27,self_attn.k_proj,8.42888,0.01000,1.267
27,self_attn.v_proj,5.21856,0.01000,1.086
27,self_attn.q_proj,28.05886,0.01000,1.084
27,self_attn.o_proj,10.93198,0.01000,1.144
27,mlp.up_proj,130.71201,0.01000,1.355
27,mlp.gate_proj,133.11435,0.01000,0.969
27,mlp.down_proj,36.24244,0.01000,8.843
28,self_attn.k_proj,8.12982,0.01000,1.405
28,self_attn.v_proj,7.90176,0.01000,1.060
28,self_attn.q_proj,30.74595,0.01000,0.935
28,self_attn.o_proj,13.81123,0.01000,1.134
28,mlp.up_proj,145.56567,0.01000,1.270
28,mlp.gate_proj,146.83099,0.01000,0.990
28,mlp.down_proj,42.01427,0.01000,8.842
29,self_attn.k_proj,12.07349,0.01000,1.266
29,self_attn.v_proj,9.63993,0.01000,0.929
29,self_attn.q_proj,42.16261,0.01000,0.963
29,self_attn.o_proj,14.69437,0.01000,1.140
29,mlp.up_proj,159.04959,0.01000,1.299
29,mlp.gate_proj,159.75598,0.01000,1.269
29,mlp.down_proj,46.12945,0.01000,8.663
30,self_attn.k_proj,10.32176,0.01000,1.275
30,self_attn.v_proj,10.01948,0.01000,0.933
30,self_attn.q_proj,38.92873,0.01000,0.938
30,self_attn.o_proj,21.64181,0.01000,1.151
30,mlp.up_proj,171.86900,0.01000,1.251
30,mlp.gate_proj,172.49611,0.01000,0.963
30,mlp.down_proj,50.09948,0.01000,8.510
31,self_attn.k_proj,11.22504,0.01000,1.282
31,self_attn.v_proj,10.12482,0.01000,0.931
31,self_attn.q_proj,40.96939,0.01000,0.933
31,self_attn.o_proj,18.14926,0.01000,1.169
31,mlp.up_proj,189.62358,0.01000,1.245
31,mlp.gate_proj,190.55191,0.01000,0.973
31,mlp.down_proj,55.26977,0.01000,8.509
32,self_attn.k_proj,10.25641,0.01000,1.271
32,self_attn.v_proj,7.28995,0.01000,0.926
32,self_attn.q_proj,35.27474,0.01000,0.925
32,self_attn.o_proj,14.26886,0.01000,1.136
32,mlp.up_proj,209.85599,0.01000,1.245
32,mlp.gate_proj,219.26126,0.01000,0.969
32,mlp.down_proj,57.27239,0.01000,8.589
33,self_attn.k_proj,11.10461,0.01000,1.270
33,self_attn.v_proj,8.20295,0.01000,0.965
33,self_attn.q_proj,40.33696,0.01000,0.946
33,self_attn.o_proj,15.98749,0.01000,1.142
33,mlp.up_proj,195.84024,0.01000,1.247
33,mlp.gate_proj,200.37985,0.01000,1.002
33,mlp.down_proj,53.18279,0.01000,8.499
34,self_attn.k_proj,10.66107,0.01000,1.268
34,self_attn.v_proj,8.88651,0.01000,0.930
34,self_attn.q_proj,39.38802,0.01000,0.946
34,self_attn.o_proj,19.67057,0.01000,1.139
34,mlp.up_proj,192.61096,0.01000,1.238
34,mlp.gate_proj,193.08298,0.01000,1.217
34,mlp.down_proj,52.38768,0.01000,8.499
35,self_attn.k_proj,11.24684,0.01000,1.267
35,self_attn.v_proj,8.66330,0.01000,0.929
35,self_attn.q_proj,45.39143,0.01000,0.910
35,self_attn.o_proj,12.63378,0.01000,1.143
35,mlp.up_proj,194.32137,0.01000,1.255
35,mlp.gate_proj,194.40317,0.01000,0.966
35,mlp.down_proj,51.32239,0.01000,9.518
36,self_attn.k_proj,11.44936,0.01000,1.275
36,self_attn.v_proj,8.32555,0.01000,0.932
36,self_attn.q_proj,43.03923,0.01000,0.933
36,self_attn.o_proj,16.09558,0.01000,1.174
36,mlp.up_proj,179.92062,0.01000,1.245
36,mlp.gate_proj,173.26790,0.01000,0.969
36,mlp.down_proj,49.22428,0.01000,8.646
37,self_attn.k_proj,10.25008,0.01000,1.291
37,self_attn.v_proj,7.96898,0.01000,0.942
37,self_attn.q_proj,38.04790,0.01000,0.984
37,self_attn.o_proj,15.02427,0.01000,1.479
37,mlp.up_proj,177.16153,0.01000,1.247
37,mlp.gate_proj,169.97108,0.01000,0.972
37,mlp.down_proj,46.48360,0.01000,8.538
38,self_attn.k_proj,11.51248,0.01000,1.298
38,self_attn.v_proj,11.75664,0.01000,1.015
38,self_attn.q_proj,42.23042,0.01000,0.975
38,self_attn.o_proj,19.09433,0.01000,1.377
38,mlp.up_proj,180.97734,0.01000,1.254
38,mlp.gate_proj,174.20175,0.01000,0.974
38,mlp.down_proj,58.27536,0.01000,8.581
39,self_attn.k_proj,11.20213,0.01000,1.284
39,self_attn.v_proj,12.62899,0.01000,0.937
39,self_attn.q_proj,44.96064,0.01000,0.963
39,self_attn.o_proj,19.14598,0.01000,1.185
39,mlp.up_proj,186.05180,0.01000,1.245
39,mlp.gate_proj,185.77634,0.01000,1.008
39,mlp.down_proj,50.88636,0.01000,8.598
40,self_attn.k_proj,14.22301,0.01000,1.306
40,self_attn.v_proj,10.77782,0.01000,0.981
40,self_attn.q_proj,50.23644,0.01000,0.935
40,self_attn.o_proj,19.08566,0.01000,1.191
40,mlp.up_proj,180.20349,0.01000,1.243
40,mlp.gate_proj,177.37552,0.01000,0.963
40,mlp.down_proj,46.75755,0.01000,8.513
41,self_attn.k_proj,13.72887,0.01000,1.273
41,self_attn.v_proj,14.14500,0.01000,1.151
41,self_attn.q_proj,53.28998,0.01000,0.947
41,self_attn.o_proj,15.58919,0.01000,1.147
41,mlp.up_proj,180.43398,0.01000,1.277
41,mlp.gate_proj,172.97801,0.01000,0.979
41,mlp.down_proj,49.37529,0.01000,8.860
42,self_attn.k_proj,12.07812,0.01000,1.277
42,self_attn.v_proj,8.64178,0.01000,0.933
42,self_attn.q_proj,46.23958,0.01000,0.933
42,self_attn.o_proj,14.50378,0.01000,1.167
42,mlp.up_proj,191.07675,0.01000,1.246
42,mlp.gate_proj,179.97032,0.01000,0.971
42,mlp.down_proj,57.29827,0.01000,8.657
43,self_attn.k_proj,11.94348,0.01000,1.279
43,self_attn.v_proj,10.25969,0.01000,0.935
43,self_attn.q_proj,43.44026,0.01000,0.940
43,self_attn.o_proj,18.72706,0.01000,1.263
43,mlp.up_proj,200.86743,0.01000,1.257
43,mlp.gate_proj,189.67142,0.01000,1.071
43,mlp.down_proj,76.13384,0.01000,8.788
44,self_attn.k_proj,10.32403,0.01000,1.321
44,self_attn.v_proj,14.51723,0.01000,1.049
44,self_attn.q_proj,43.69575,0.01000,0.939
44,self_attn.o_proj,24.12728,0.01000,1.152
44,mlp.up_proj,208.96091,0.01000,1.405
44,mlp.gate_proj,196.69298,0.01000,0.968
44,mlp.down_proj,71.44009,0.01000,8.807
45,self_attn.k_proj,13.02584,0.01000,1.380
45,self_attn.v_proj,14.79851,0.01000,0.939
45,self_attn.q_proj,49.48638,0.01000,0.929
45,self_attn.o_proj,24.95389,0.01000,1.137
45,mlp.up_proj,212.56363,0.01000,1.240
45,mlp.gate_proj,200.31342,0.01000,0.957
45,mlp.down_proj,75.42258,0.01000,8.687
46,self_attn.k_proj,11.31810,0.01000,1.266
46,self_attn.v_proj,16.53499,0.01000,0.942
46,self_attn.q_proj,46.83514,0.01000,0.934
46,self_attn.o_proj,33.60555,0.01000,1.117
46,mlp.up_proj,224.04266,0.01000,1.262
46,mlp.gate_proj,212.64154,0.01000,0.969
46,mlp.down_proj,83.62057,0.01000,8.757
47,self_attn.k_proj,11.67283,0.01000,1.265
47,self_attn.v_proj,14.67051,0.01000,0.934
47,self_attn.q_proj,47.34102,0.01000,0.928
47,self_attn.o_proj,25.83877,0.01000,1.133
47,mlp.up_proj,248.14766,0.01000,1.233
47,mlp.gate_proj,237.62746,0.01000,0.959
47,mlp.down_proj,98.18859,0.01000,8.671
48,self_attn.k_proj,12.37315,0.01000,1.258
48,self_attn.v_proj,19.85255,0.01000,0.910
48,self_attn.q_proj,50.61968,0.01000,1.146
48,self_attn.o_proj,25.38057,0.01000,1.137
48,mlp.up_proj,271.30591,0.01000,1.249
48,mlp.gate_proj,263.37250,0.01000,1.159
48,mlp.down_proj,113.10817,0.01000,8.583
49,self_attn.k_proj,12.84769,0.01000,1.479
49,self_attn.v_proj,18.43181,0.01000,0.919
49,self_attn.q_proj,54.74125,0.01000,0.924
49,self_attn.o_proj,29.87473,0.01000,1.246
49,mlp.up_proj,315.51633,0.01000,1.239
49,mlp.gate_proj,306.97064,0.01000,1.060
49,mlp.down_proj,157.22020,0.01000,8.627
50,self_attn.k_proj,13.40590,0.01000,1.268
50,self_attn.v_proj,22.61378,0.01000,0.927
50,self_attn.q_proj,59.09599,0.01000,0.932
50,self_attn.o_proj,25.44705,0.01000,1.235
50,mlp.up_proj,364.80389,0.01000,1.242
50,mlp.gate_proj,363.67014,0.01000,0.977
50,mlp.down_proj,180.10077,0.01000,8.580
51,self_attn.k_proj,13.10995,0.01000,1.253
51,self_attn.v_proj,19.21613,0.01000,0.916
51,self_attn.q_proj,53.94624,0.01000,1.129
51,self_attn.o_proj,40.55190,0.01000,1.127
51,mlp.up_proj,412.67310,0.01000,1.339
51,mlp.gate_proj,417.07928,0.01000,1.062
51,mlp.down_proj,207.57907,0.01000,8.707
52,self_attn.k_proj,15.35238,0.01000,1.272
52,self_attn.v_proj,33.99007,0.01000,0.929
52,self_attn.q_proj,65.99965,0.01000,0.928
52,self_attn.o_proj,33.90059,0.01000,1.135
52,mlp.up_proj,444.94473,0.01000,1.241
52,mlp.gate_proj,446.40961,0.01000,0.971
52,mlp.down_proj,245.01178,0.01000,8.696
53,self_attn.k_proj,17.41059,0.01000,1.332
53,self_attn.v_proj,33.77657,0.01000,1.009
53,self_attn.q_proj,69.69893,0.01000,0.930
53,self_attn.o_proj,39.56242,0.01000,1.126
53,mlp.up_proj,489.92752,0.01000,1.241
53,mlp.gate_proj,492.13120,0.01000,0.960
53,mlp.down_proj,266.07306,0.01000,8.804
54,self_attn.k_proj,16.52364,0.01000,1.271
54,self_attn.v_proj,30.89251,0.01000,0.931
54,self_attn.q_proj,66.25583,0.01000,0.962
54,self_attn.o_proj,36.44537,0.01000,1.146
54,mlp.up_proj,539.20056,0.01000,1.246
54,mlp.gate_proj,535.71399,0.01000,0.997
54,mlp.down_proj,290.77322,0.01000,8.671
55,self_attn.k_proj,15.38966,0.01000,1.276
55,self_attn.v_proj,31.35192,0.01000,0.938
55,self_attn.q_proj,68.67532,0.01000,1.099
55,self_attn.o_proj,43.90904,0.01000,1.139
55,mlp.up_proj,587.91345,0.01000,1.238
55,mlp.gate_proj,576.58765,0.01000,0.974
55,mlp.down_proj,339.38318,0.01000,8.771
56,self_attn.k_proj,18.60350,0.01000,1.391
56,self_attn.v_proj,46.16364,0.01000,0.932
56,self_attn.q_proj,77.16536,0.01000,0.922
56,self_attn.o_proj,38.24854,0.01000,1.186
56,mlp.up_proj,652.79968,0.01000,1.246
56,mlp.gate_proj,635.11560,0.01000,0.978
56,mlp.down_proj,383.42252,0.01000,8.461
57,self_attn.k_proj,17.57475,0.01000,1.286
57,self_attn.v_proj,47.16724,0.01000,0.934
57,self_attn.q_proj,79.15482,0.01000,0.936
57,self_attn.o_proj,29.80857,0.01000,1.143
57,mlp.up_proj,704.99841,0.01000,1.241
57,mlp.gate_proj,675.32648,0.01000,1.695
57,mlp.down_proj,431.30634,0.01000,8.556
58,self_attn.k_proj,18.91023,0.01000,1.275
58,self_attn.v_proj,55.27393,0.01000,0.974
58,self_attn.q_proj,78.07810,0.01000,1.110
58,self_attn.o_proj,34.68016,0.01000,1.145
58,mlp.up_proj,776.90942,0.01000,1.452
58,mlp.gate_proj,733.79456,0.01000,0.983
58,mlp.down_proj,540.27844,0.01000,8.626
59,self_attn.k_proj,20.96274,0.01000,1.282
59,self_attn.v_proj,73.56193,0.01000,0.945
59,self_attn.q_proj,95.04026,0.01000,1.158
59,self_attn.o_proj,78.94984,0.01000,1.157
59,mlp.up_proj,854.98578,0.01000,1.252
59,mlp.gate_proj,793.32471,0.01000,1.172
59,mlp.down_proj,667.25079,0.01000,8.639
60,self_attn.k_proj,17.98215,0.01000,1.293
60,self_attn.v_proj,84.98685,0.01000,0.948
60,self_attn.q_proj,91.11546,0.01000,0.946
60,self_attn.o_proj,107.23322,0.01000,1.150
60,mlp.up_proj,932.44824,0.01000,1.290
60,mlp.gate_proj,849.77020,0.01000,1.011
60,mlp.down_proj,1261.00281,0.01000,8.610
61,self_attn.k_proj,20.54258,0.01000,1.294
61,self_attn.v_proj,113.13162,0.01000,0.944
61,self_attn.q_proj,102.47620,0.01000,0.942
61,self_attn.o_proj,114.14847,0.01000,1.183
61,mlp.up_proj,1040.49841,0.01000,1.263
61,mlp.gate_proj,951.99567,0.01000,1.001
61,mlp.down_proj,1162.79846,0.01000,8.544
62,self_attn.k_proj,20.32515,0.01000,1.286
62,self_attn.v_proj,135.30783,0.01000,0.946
62,self_attn.q_proj,104.20551,0.01000,0.951
62,self_attn.o_proj,266.06451,0.01000,1.146
62,mlp.up_proj,1026.98853,0.01000,1.387
62,mlp.gate_proj,965.66193,0.01000,1.098
62,mlp.down_proj,1933.15039,0.01000,8.761
63,self_attn.k_proj,17.87713,0.01000,1.279
63,self_attn.v_proj,93.26704,0.01000,0.948
63,self_attn.q_proj,76.00802,0.01000,0.962
63,self_attn.o_proj,110.79350,0.01000,1.158
63,mlp.up_proj,1173.33960,0.01000,1.451
63,mlp.gate_proj,1130.98730,0.01000,1.001
63,mlp.down_proj,4087.46362,0.01000,8.727