quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000048419,0.05000,0.850
0,self_attn.v_proj,0.0000002997,0.05000,0.630
0,self_attn.q_proj,0.0000167354,0.05000,0.626
0,self_attn.o_proj,0.0000000223,0.05000,0.637
0,mlp.up_proj,0.0000032546,0.05000,0.637
0,mlp.gate_proj,0.0000036725,0.05000,0.630
0,mlp.down_proj,0.0000000411,0.05000,1.828
1,self_attn.k_proj,0.0000076643,0.05000,0.627
1,self_attn.v_proj,0.0000003606,0.05000,0.624
1,self_attn.q_proj,0.0000321719,0.05000,0.616
1,self_attn.o_proj,0.0000000056,0.05000,0.618
1,mlp.up_proj,0.0000095029,0.05000,0.628
1,mlp.gate_proj,0.0000114402,0.05000,0.619
1,mlp.down_proj,0.0000001836,0.05000,1.810
2,self_attn.k_proj,0.0000043770,0.05000,0.624
2,self_attn.v_proj,0.0000003038,0.05000,0.627
2,self_attn.q_proj,0.0000100549,0.05000,0.625
2,self_attn.o_proj,0.0000000621,0.05000,0.623
2,mlp.up_proj,0.0000180997,0.05000,0.633
2,mlp.gate_proj,0.0000231815,0.05000,0.625
2,mlp.down_proj,0.0002654786,0.05000,1.819
3,self_attn.k_proj,0.0000244940,0.05000,0.705
3,self_attn.v_proj,0.0000029089,0.05000,0.709
3,self_attn.q_proj,0.0000569491,0.05000,0.788
3,self_attn.o_proj,0.0000001189,0.05000,1.145
3,mlp.up_proj,0.0000309714,0.05000,0.992
3,mlp.gate_proj,0.0000393766,0.05000,0.805
3,mlp.down_proj,0.0000008132,0.05000,2.261
4,self_attn.k_proj,0.0000185136,0.05000,0.653
4,self_attn.v_proj,0.0000038799,0.05000,0.648
4,self_attn.q_proj,0.0000470942,0.05000,0.650
4,self_attn.o_proj,0.0000001687,0.05000,0.653
4,mlp.up_proj,0.0000415087,0.05000,0.654
4,mlp.gate_proj,0.0000543395,0.05000,0.649
4,mlp.down_proj,0.0000013035,0.05000,1.883
5,self_attn.k_proj,0.0000276466,0.05000,0.652
5,self_attn.v_proj,0.0000060560,0.05000,0.645
5,self_attn.q_proj,0.0000736839,0.05000,0.651
5,self_attn.o_proj,0.0000002573,0.05000,0.647
5,mlp.up_proj,0.0000517369,0.05000,0.657
5,mlp.gate_proj,0.0000695619,0.05000,0.651
5,mlp.down_proj,0.0000017211,0.05000,1.878
6,self_attn.k_proj,0.0000330041,0.05000,0.651
6,self_attn.v_proj,0.0000069070,0.05000,0.651
6,self_attn.q_proj,0.0000812897,0.05000,0.643
6,self_attn.o_proj,0.0000003508,0.05000,0.647
6,mlp.up_proj,0.0000635668,0.05000,0.659
6,mlp.gate_proj,0.0000851637,0.05000,0.646
6,mlp.down_proj,0.0000023039,0.05000,1.879
7,self_attn.k_proj,0.0000385079,0.05000,0.647
7,self_attn.v_proj,0.0000074747,0.05000,0.639
7,self_attn.q_proj,0.0000916270,0.05000,0.645
7,self_attn.o_proj,0.0000004776,0.05000,0.649
7,mlp.up_proj,0.0000753082,0.05000,0.632
7,mlp.gate_proj,0.0000999293,0.05000,0.630
7,mlp.down_proj,0.0000029323,0.05000,1.815
8,self_attn.k_proj,0.0000367004,0.05000,0.626
8,self_attn.v_proj,0.0000073900,0.05000,0.623
8,self_attn.q_proj,0.0000872228,0.05000,0.625
8,self_attn.o_proj,0.0000006690,0.05000,0.627
8,mlp.up_proj,0.0000885129,0.05000,0.636
8,mlp.gate_proj,0.0001128771,0.05000,0.628
8,mlp.down_proj,0.0000036657,0.05000,1.816
9,self_attn.k_proj,0.0000284881,0.05000,0.638
9,self_attn.v_proj,0.0000077017,0.05000,0.637
9,self_attn.q_proj,0.0000759375,0.05000,0.628
9,self_attn.o_proj,0.0000012961,0.05000,0.631
9,mlp.up_proj,0.0001003286,0.05000,0.638
9,mlp.gate_proj,0.0001320431,0.05000,0.639
9,mlp.down_proj,0.0000046516,0.05000,1.860
10,self_attn.k_proj,0.0000381674,0.05000,0.634
10,self_attn.v_proj,0.0000107823,0.05000,0.631
10,self_attn.q_proj,0.0001037492,0.05000,0.644
10,self_attn.o_proj,0.0000010537,0.05000,0.633
10,mlp.up_proj,0.0001127919,0.05000,0.638
10,mlp.gate_proj,0.0001479486,0.05000,0.631
10,mlp.down_proj,0.0000056188,0.05000,1.825
11,self_attn.k_proj,0.0000302041,0.05000,0.633
11,self_attn.v_proj,0.0000086588,0.05000,0.626
11,self_attn.q_proj,0.0000839409,0.05000,0.659
11,self_attn.o_proj,0.0000021412,0.05000,0.640
11,mlp.up_proj,0.0001184465,0.05000,0.642
11,mlp.gate_proj,0.0001567948,0.05000,0.636
11,mlp.down_proj,0.0000067630,0.05000,1.895
12,self_attn.k_proj,0.0000381159,0.05000,0.629
12,self_attn.v_proj,0.0000090701,0.05000,0.624
12,self_attn.q_proj,0.0000963664,0.05000,0.631
12,self_attn.o_proj,0.0000025287,0.05000,0.625
12,mlp.up_proj,0.0001218755,0.05000,0.644
12,mlp.gate_proj,0.0001644475,0.05000,0.631
12,mlp.down_proj,0.0000067528,0.05000,1.815
13,self_attn.k_proj,0.0000369779,0.05000,0.624
13,self_attn.v_proj,0.0000091756,0.05000,0.620
13,self_attn.q_proj,0.0000920428,0.05000,0.626
13,self_attn.o_proj,0.0000024624,0.05000,0.637
13,mlp.up_proj,0.0001204836,0.05000,0.638
13,mlp.gate_proj,0.0001520465,0.05000,0.650
13,mlp.down_proj,0.0000066967,0.05000,1.892
14,self_attn.k_proj,0.0000440962,0.05000,0.625
14,self_attn.v_proj,0.0000113788,0.05000,0.623
14,self_attn.q_proj,0.0001158475,0.05000,0.630
14,self_attn.o_proj,0.0000018829,0.05000,0.645
14,mlp.up_proj,0.0001208100,0.05000,0.642
14,mlp.gate_proj,0.0001354142,0.05000,0.635
14,mlp.down_proj,0.0000068718,0.05000,1.955
15,self_attn.k_proj,0.0000359595,0.05000,0.693
15,self_attn.v_proj,0.0000102523,0.05000,0.691
15,self_attn.q_proj,0.0000921235,0.05000,0.707
15,self_attn.o_proj,0.0000030046,0.05000,0.697
15,mlp.up_proj,0.0001190225,0.05000,0.692
15,mlp.gate_proj,0.0001351498,0.05000,0.696
15,mlp.down_proj,0.0000065856,0.05000,2.007
16,self_attn.k_proj,0.0000468016,0.05000,0.627
16,self_attn.v_proj,0.0000091339,0.05000,0.625
16,self_attn.q_proj,0.0001079922,0.05000,0.641
16,self_attn.o_proj,0.0000034948,0.05000,0.634
16,mlp.up_proj,0.0001171108,0.05000,0.645
16,mlp.gate_proj,0.0001227288,0.05000,0.646
16,mlp.down_proj,0.0000066009,0.05000,1.835
17,self_attn.k_proj,0.0000390972,0.05000,0.630
17,self_attn.v_proj,0.0000088621,0.05000,0.625
17,self_attn.q_proj,0.0000957747,0.05000,0.631
17,self_attn.o_proj,0.0000028237,0.05000,0.627
17,mlp.up_proj,0.0001155155,0.05000,0.639
17,mlp.gate_proj,0.0001188783,0.05000,0.630
17,mlp.down_proj,0.0000068800,0.05000,1.826
18,self_attn.k_proj,0.0000401956,0.05000,0.627
18,self_attn.v_proj,0.0000090248,0.05000,0.623
18,self_attn.q_proj,0.0000949841,0.05000,0.623
18,self_attn.o_proj,0.0000037460,0.05000,0.627
18,mlp.up_proj,0.0001139680,0.05000,0.646
18,mlp.gate_proj,0.0001146092,0.05000,0.629
18,mlp.down_proj,0.0000071555,0.05000,1.815
19,self_attn.k_proj,0.0000402539,0.05000,0.628
19,self_attn.v_proj,0.0000139554,0.05000,0.622
19,self_attn.q_proj,0.0001068750,0.05000,0.630
19,self_attn.o_proj,0.0000038656,0.05000,0.631
19,mlp.up_proj,0.0001136420,0.05000,0.642
19,mlp.gate_proj,0.0001112846,0.05000,0.639
19,mlp.down_proj,0.0000071713,0.05000,2.952
20,self_attn.k_proj,0.0000430777,0.05000,0.626
20,self_attn.v_proj,0.0000142388,0.05000,0.636
20,self_attn.q_proj,0.0001227000,0.05000,0.642
20,self_attn.o_proj,0.0000030897,0.05000,0.645
20,mlp.up_proj,0.0001152159,0.05000,0.640
20,mlp.gate_proj,0.0001108509,0.05000,0.630
20,mlp.down_proj,0.0000078913,0.05000,1.832
21,self_attn.k_proj,0.0000347235,0.05000,0.635
21,self_attn.v_proj,0.0000144389,0.05000,0.640
21,self_attn.q_proj,0.0000993896,0.05000,0.643
21,self_attn.o_proj,0.0000045465,0.05000,0.634
21,mlp.up_proj,0.0001203708,0.05000,0.640
21,mlp.gate_proj,0.0001146880,0.05000,0.649
21,mlp.down_proj,0.0000093812,0.05000,1.885
22,self_attn.k_proj,0.0000393358,0.05000,0.628
22,self_attn.v_proj,0.0000158499,0.05000,0.620
22,self_attn.q_proj,0.0001072611,0.05000,0.628
22,self_attn.o_proj,0.0000038499,0.05000,0.684
22,mlp.up_proj,0.0001163187,0.05000,0.647
22,mlp.gate_proj,0.0001113148,0.05000,0.664
22,mlp.down_proj,0.0000112921,0.05000,1.811
23,self_attn.k_proj,0.0000376413,0.05000,0.675
23,self_attn.v_proj,0.0000225085,0.05000,0.622
23,self_attn.q_proj,0.0001206446,0.05000,0.630
23,self_attn.o_proj,0.0000051591,0.05000,0.629
23,mlp.up_proj,0.0001291948,0.05000,0.634
23,mlp.gate_proj,0.0001304205,0.05000,0.633
23,mlp.down_proj,0.0000124118,0.05000,1.833
24,self_attn.k_proj,0.0000431973,0.05000,0.666
24,self_attn.v_proj,0.0000209506,0.05000,0.661
24,self_attn.q_proj,0.0001198867,0.05000,1.045
24,self_attn.o_proj,0.0000039563,0.05000,1.223
24,mlp.up_proj,0.0001520708,0.05000,0.642
24,mlp.gate_proj,0.0001611526,0.05000,0.636
24,mlp.down_proj,0.0000160874,0.05000,1.871
25,self_attn.k_proj,0.0000444450,0.05000,0.628
25,self_attn.v_proj,0.0000218121,0.05000,0.626
25,self_attn.q_proj,0.0001167302,0.05000,0.628
25,self_attn.o_proj,0.0000038277,0.05000,0.632
25,mlp.up_proj,0.0001813666,0.05000,0.708
25,mlp.gate_proj,0.0002004328,0.05000,0.738
25,mlp.down_proj,0.0000227922,0.05000,1.876
26,self_attn.k_proj,0.0000454051,0.05000,0.634
26,self_attn.v_proj,0.0000250637,0.05000,0.626
26,self_attn.q_proj,0.0001315469,0.05000,0.632
26,self_attn.o_proj,0.0000038909,0.05000,0.635
26,mlp.up_proj,0.0002314060,0.05000,0.665
26,mlp.gate_proj,0.0002628443,0.05000,0.627
26,mlp.down_proj,0.0000352535,0.05000,1.851
27,self_attn.k_proj,0.0000520552,0.05000,0.627
27,self_attn.v_proj,0.0000402771,0.05000,0.624
27,self_attn.q_proj,0.0001489883,0.05000,0.631
27,self_attn.o_proj,0.0000069768,0.05000,0.630
27,mlp.up_proj,0.0002660490,0.05000,0.637
27,mlp.gate_proj,0.0003050386,0.05000,0.635
27,mlp.down_proj,0.0000435111,0.05000,1.844
28,self_attn.k_proj,0.0000636018,0.05000,0.648
28,self_attn.v_proj,0.0000464218,0.05000,0.640
28,self_attn.q_proj,0.0001595764,0.05000,0.642
28,self_attn.o_proj,0.0000044354,0.05000,0.630
28,mlp.up_proj,0.0003046133,0.05000,0.640
28,mlp.gate_proj,0.0003516560,0.05000,0.645
28,mlp.down_proj,0.0000525115,0.05000,1.830
29,self_attn.k_proj,0.0000582551,0.05000,0.623
29,self_attn.v_proj,0.0000586798,0.05000,0.619
29,self_attn.q_proj,0.0001678434,0.05000,0.628
29,self_attn.o_proj,0.0000052813,0.05000,0.630
29,mlp.up_proj,0.0003163021,0.05000,0.637
29,mlp.gate_proj,0.0003633714,0.05000,0.630
29,mlp.down_proj,0.0000585934,0.05000,1.828
30,self_attn.k_proj,0.0000629496,0.05000,0.634
30,self_attn.v_proj,0.0000878309,0.05000,0.626
30,self_attn.q_proj,0.0001828223,0.05000,0.633
30,self_attn.o_proj,0.0000085314,0.05000,0.643
30,mlp.up_proj,0.0003682175,0.05000,0.649
30,mlp.gate_proj,0.0004197332,0.05000,0.641
30,mlp.down_proj,0.0000743252,0.05000,1.845
31,self_attn.k_proj,0.0000650040,0.05000,0.643
31,self_attn.v_proj,0.0000754176,0.05000,0.824
31,self_attn.q_proj,0.0001893100,0.05000,0.650
31,self_attn.o_proj,0.0000103287,0.05000,0.651
31,mlp.up_proj,0.0004369554,0.05000,0.659
31,mlp.gate_proj,0.0004915606,0.05000,0.651
31,mlp.down_proj,0.0001040258,0.05000,1.908
32,self_attn.k_proj,0.0000666418,0.05000,0.661
32,self_attn.v_proj,0.0001200235,0.05000,0.625
32,self_attn.q_proj,0.0001955563,0.05000,0.632
32,self_attn.o_proj,0.0000137284,0.05000,0.637
32,mlp.up_proj,0.0005367029,0.05000,0.639
32,mlp.gate_proj,0.0005717735,0.05000,0.630
32,mlp.down_proj,0.0001500942,0.05000,1.845
33,self_attn.k_proj,0.0000624501,0.05000,0.730
33,self_attn.v_proj,0.0000973847,0.05000,0.722
33,self_attn.q_proj,0.0002219080,0.05000,0.734
33,self_attn.o_proj,0.0000225097,0.05000,1.050
33,mlp.up_proj,0.0006794507,0.05000,1.144
33,mlp.gate_proj,0.0006961657,0.05000,1.150
33,mlp.down_proj,0.0002444487,0.05000,3.006
34,self_attn.k_proj,0.0000611097,0.05000,0.629
34,self_attn.v_proj,0.0001815660,0.05000,0.644
34,self_attn.q_proj,0.0002258574,0.05000,0.634
34,self_attn.o_proj,0.0000489831,0.05000,0.654
34,mlp.up_proj,0.0007841859,0.05000,1.177
34,mlp.gate_proj,0.0008123956,0.05000,1.276
34,mlp.down_proj,0.0003654951,0.05000,1.855
35,self_attn.k_proj,0.0000610122,0.05000,0.629
35,self_attn.v_proj,0.0001826982,0.05000,0.631
35,self_attn.q_proj,0.0002239264,0.05000,0.626
35,self_attn.o_proj,0.0000594668,0.05000,0.633
35,mlp.up_proj,0.0008546749,0.05000,0.652
35,mlp.gate_proj,0.0008875874,0.05000,0.635
35,mlp.down_proj,0.0007649885,0.05000,1.860