layer,module,loss,damp,time
0,self_attn.k_proj,0.00492,0.01000,0.988
0,self_attn.v_proj,0.00013,0.01000,0.606
0,self_attn.q_proj,0.00857,0.01000,0.632
0,self_attn.o_proj,0.00001,0.01000,0.676
0,mlp.up_proj,0.00566,0.01000,0.702
0,mlp.gate_proj,0.00634,0.01000,0.621
0,mlp.down_proj,0.00008,0.01000,1.867
1,self_attn.k_proj,0.00454,0.01000,0.713
1,self_attn.v_proj,0.00039,0.01000,0.591
1,self_attn.q_proj,0.00758,0.01000,0.585
1,self_attn.o_proj,0.00004,0.01000,0.665
1,mlp.up_proj,0.00745,0.01000,0.690
1,mlp.gate_proj,0.00848,0.01000,0.596
1,mlp.down_proj,0.00088,0.01000,1.865
2,self_attn.k_proj,0.02247,0.01000,0.714
2,self_attn.v_proj,0.00188,0.01000,0.591
2,self_attn.q_proj,0.03480,0.01000,0.594
2,self_attn.o_proj,0.00005,0.01000,0.666
2,mlp.up_proj,0.01189,0.01000,0.691
2,mlp.gate_proj,0.01393,0.01000,0.606
2,mlp.down_proj,0.00023,0.01000,1.854
3,self_attn.k_proj,0.01629,0.01000,0.718
3,self_attn.v_proj,0.00280,0.01000,0.603
3,self_attn.q_proj,0.02945,0.01000,0.594
3,self_attn.o_proj,0.00009,0.01000,0.669
3,mlp.up_proj,0.01539,0.01000,0.692
3,mlp.gate_proj,0.02018,0.01000,0.790
3,mlp.down_proj,0.00035,0.01000,1.852
4,self_attn.k_proj,0.01446,0.01000,0.714
4,self_attn.v_proj,0.00258,0.01000,0.601
4,self_attn.q_proj,0.02753,0.01000,0.599
4,self_attn.o_proj,0.00016,0.01000,0.795
4,mlp.up_proj,0.01831,0.01000,0.903
4,mlp.gate_proj,0.02698,0.01000,0.596
4,mlp.down_proj,0.00051,0.01000,2.028
5,self_attn.k_proj,0.02399,0.01000,0.714
5,self_attn.v_proj,0.00246,0.01000,0.592
5,self_attn.q_proj,0.03819,0.01000,0.592
5,self_attn.o_proj,0.00019,0.01000,0.658
5,mlp.up_proj,0.02186,0.01000,0.686
5,mlp.gate_proj,0.03038,0.01000,0.593
5,mlp.down_proj,0.00070,0.01000,2.023
6,self_attn.k_proj,0.01911,0.01000,0.711
6,self_attn.v_proj,0.00268,0.01000,0.591
6,self_attn.q_proj,0.03526,0.01000,0.589
6,self_attn.o_proj,0.00027,0.01000,0.752
6,mlp.up_proj,0.02338,0.01000,0.705
6,mlp.gate_proj,0.03217,0.01000,0.588
6,mlp.down_proj,0.00082,0.01000,1.958
7,self_attn.k_proj,0.01870,0.01000,0.703
7,self_attn.v_proj,0.00263,0.01000,0.595
7,self_attn.q_proj,0.03133,0.01000,0.591
7,self_attn.o_proj,0.00039,0.01000,0.658
7,mlp.up_proj,0.02524,0.01000,0.686
7,mlp.gate_proj,0.03204,0.01000,0.594
7,mlp.down_proj,0.00095,0.01000,1.821
8,self_attn.k_proj,0.02325,0.01000,0.711
8,self_attn.v_proj,0.00323,0.01000,0.595
8,self_attn.q_proj,0.03917,0.01000,0.592
8,self_attn.o_proj,0.00049,0.01000,0.658
8,mlp.up_proj,0.02657,0.01000,0.691
8,mlp.gate_proj,0.03434,0.01000,0.592
8,mlp.down_proj,0.00103,0.01000,1.832
9,self_attn.k_proj,0.02297,0.01000,0.711
9,self_attn.v_proj,0.00412,0.01000,0.593
9,self_attn.q_proj,0.03884,0.01000,0.596
9,self_attn.o_proj,0.00058,0.01000,0.665
9,mlp.up_proj,0.02708,0.01000,0.686
9,mlp.gate_proj,0.03375,0.01000,0.591
9,mlp.down_proj,0.00104,0.01000,1.832
10,self_attn.k_proj,0.02378,0.01000,0.711
10,self_attn.v_proj,0.00322,0.01000,0.593
10,self_attn.q_proj,0.03907,0.01000,0.588
10,self_attn.o_proj,0.00048,0.01000,0.660
10,mlp.up_proj,0.02872,0.01000,0.682
10,mlp.gate_proj,0.03349,0.01000,0.594
10,mlp.down_proj,0.00114,0.01000,1.838
11,self_attn.k_proj,0.01896,0.01000,0.819
11,self_attn.v_proj,0.00400,0.01000,0.594
11,self_attn.q_proj,0.03398,0.01000,0.588
11,self_attn.o_proj,0.00062,0.01000,0.651
11,mlp.up_proj,0.03075,0.01000,0.681
11,mlp.gate_proj,0.03419,0.01000,0.597
11,mlp.down_proj,0.00131,0.01000,1.842
12,self_attn.k_proj,0.02746,0.01000,0.721
12,self_attn.v_proj,0.00425,0.01000,0.592
12,self_attn.q_proj,0.04649,0.01000,0.597
12,self_attn.o_proj,0.00078,0.01000,0.660
12,mlp.up_proj,0.03298,0.01000,0.915
12,mlp.gate_proj,0.03604,0.01000,0.605
12,mlp.down_proj,0.00151,0.01000,1.828
13,self_attn.k_proj,0.02951,0.01000,0.712
13,self_attn.v_proj,0.00474,0.01000,0.772
13,self_attn.q_proj,0.04644,0.01000,0.604
13,self_attn.o_proj,0.00097,0.01000,0.658
13,mlp.up_proj,0.03625,0.01000,0.684
13,mlp.gate_proj,0.04115,0.01000,0.589
13,mlp.down_proj,0.00190,0.01000,1.824
14,self_attn.k_proj,0.02592,0.01000,0.882
14,self_attn.v_proj,0.00574,0.01000,0.610
14,self_attn.q_proj,0.05315,0.01000,0.591
14,self_attn.o_proj,0.00114,0.01000,0.668
14,mlp.up_proj,0.03979,0.01000,0.774
14,mlp.gate_proj,0.04587,0.01000,0.649
14,mlp.down_proj,0.00234,0.01000,1.837
15,self_attn.k_proj,0.03013,0.01000,0.714
15,self_attn.v_proj,0.00584,0.01000,0.597
15,self_attn.q_proj,0.05586,0.01000,0.584
15,self_attn.o_proj,0.00078,0.01000,0.665
15,mlp.up_proj,0.04097,0.01000,0.686
15,mlp.gate_proj,0.05158,0.01000,0.597
15,mlp.down_proj,0.00249,0.01000,1.823
16,self_attn.k_proj,0.03388,0.01000,0.713
16,self_attn.v_proj,0.00642,0.01000,0.593
16,self_attn.q_proj,0.05719,0.01000,0.583
16,self_attn.o_proj,0.00052,0.01000,0.658
16,mlp.up_proj,0.04162,0.01000,0.687
16,mlp.gate_proj,0.05441,0.01000,0.588
16,mlp.down_proj,0.00239,0.01000,1.835
17,self_attn.k_proj,0.03119,0.01000,0.717
17,self_attn.v_proj,0.00635,0.01000,0.597
17,self_attn.q_proj,0.05598,0.01000,0.596
17,self_attn.o_proj,0.00049,0.01000,0.667
17,mlp.up_proj,0.04332,0.01000,0.681
17,mlp.gate_proj,0.05766,0.01000,0.600
17,mlp.down_proj,0.00255,0.01000,1.820
18,self_attn.k_proj,0.03518,0.01000,0.716
18,self_attn.v_proj,0.00752,0.01000,0.711
18,self_attn.q_proj,0.06074,0.01000,0.696
18,self_attn.o_proj,0.00060,0.01000,0.664
18,mlp.up_proj,0.04720,0.01000,0.693
18,mlp.gate_proj,0.06175,0.01000,0.605
18,mlp.down_proj,0.00280,0.01000,2.011
19,self_attn.k_proj,0.03650,0.01000,0.725
19,self_attn.v_proj,0.00793,0.01000,0.599
19,self_attn.q_proj,0.05829,0.01000,0.591
19,self_attn.o_proj,0.00079,0.01000,0.659
19,mlp.up_proj,0.05115,0.01000,0.683
19,mlp.gate_proj,0.06564,0.01000,0.617
19,mlp.down_proj,0.00335,0.01000,2.026
20,self_attn.k_proj,0.03698,0.01000,0.707
20,self_attn.v_proj,0.00968,0.01000,0.591
20,self_attn.q_proj,0.06097,0.01000,0.608
20,self_attn.o_proj,0.00060,0.01000,0.662
20,mlp.up_proj,0.05315,0.01000,0.796
20,mlp.gate_proj,0.06568,0.01000,0.599
20,mlp.down_proj,0.00337,0.01000,1.832
21,self_attn.k_proj,0.03651,0.01000,0.800
21,self_attn.v_proj,0.01240,0.01000,0.681
21,self_attn.q_proj,0.06071,0.01000,0.594
21,self_attn.o_proj,0.00070,0.01000,0.659
21,mlp.up_proj,0.05718,0.01000,0.823
21,mlp.gate_proj,0.07113,0.01000,0.720
21,mlp.down_proj,0.00357,0.01000,2.004
22,self_attn.k_proj,0.03448,0.01000,0.710
22,self_attn.v_proj,0.01272,0.01000,0.679
22,self_attn.q_proj,0.06173,0.01000,0.687
22,self_attn.o_proj,0.00060,0.01000,0.659
22,mlp.up_proj,0.06175,0.01000,0.693
22,mlp.gate_proj,0.07729,0.01000,0.600
22,mlp.down_proj,0.00403,0.01000,1.825
23,self_attn.k_proj,0.03840,0.01000,0.703
23,self_attn.v_proj,0.01170,0.01000,0.585
23,self_attn.q_proj,0.06099,0.01000,0.758
23,self_attn.o_proj,0.00093,0.01000,0.663
23,mlp.up_proj,0.06775,0.01000,0.686
23,mlp.gate_proj,0.08832,0.01000,0.594
23,mlp.down_proj,0.00459,0.01000,1.829
24,self_attn.k_proj,0.04202,0.01000,0.789
24,self_attn.v_proj,0.01762,0.01000,0.602
24,self_attn.q_proj,0.06620,0.01000,0.592
24,self_attn.o_proj,0.00143,0.01000,0.743
24,mlp.up_proj,0.07604,0.01000,0.684
24,mlp.gate_proj,0.10110,0.01000,0.592
24,mlp.down_proj,0.00545,0.01000,1.949
25,self_attn.k_proj,0.03398,0.01000,0.714
25,self_attn.v_proj,0.01647,0.01000,0.591
25,self_attn.q_proj,0.06667,0.01000,0.590
25,self_attn.o_proj,0.00123,0.01000,0.661
25,mlp.up_proj,0.08287,0.01000,0.698
25,mlp.gate_proj,0.10945,0.01000,0.724
25,mlp.down_proj,0.00673,0.01000,1.947
26,self_attn.k_proj,0.03643,0.01000,0.713
26,self_attn.v_proj,0.02137,0.01000,0.718
26,self_attn.q_proj,0.06157,0.01000,0.709
26,self_attn.o_proj,0.00276,0.01000,0.666
26,mlp.up_proj,0.08697,0.01000,0.689
26,mlp.gate_proj,0.11678,0.01000,0.597
26,mlp.down_proj,0.00841,0.01000,1.851
27,self_attn.k_proj,0.02694,0.01000,0.729
27,self_attn.v_proj,0.01448,0.01000,0.666
27,self_attn.q_proj,0.05014,0.01000,0.680
27,self_attn.o_proj,0.00507,0.01000,0.813
27,mlp.up_proj,0.09256,0.01000,0.749
27,mlp.gate_proj,0.11142,0.01000,0.640
27,mlp.down_proj,0.01908,0.01000,1.888