quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.24502710,0.01000,6.658
0,self_attn.v_proj,0.18817453,0.01000,0.832
0,self_attn.q_proj,0.55044007,0.01000,0.813
0,self_attn.o_proj,0.13426632,0.01000,1.718
0,mlp.up_proj,2.79456282,0.01000,0.821
0,mlp.gate_proj,5.46824694,0.01000,0.828
0,mlp.down_proj,0.17272371,0.01000,2.607
1,self_attn.k_proj,0.09654598,0.01000,0.822
1,self_attn.v_proj,0.09127864,0.01000,0.864
1,self_attn.q_proj,0.21727756,0.01000,0.838
1,self_attn.o_proj,0.02740807,0.01000,1.649
1,mlp.up_proj,10.19739914,0.01000,0.822
1,mlp.gate_proj,34.98921967,0.01000,0.829
1,mlp.down_proj,0.23003891,0.01000,2.467
2,self_attn.k_proj,0.17702514,0.01000,0.797
2,self_attn.v_proj,0.17238963,0.01000,0.795
2,self_attn.q_proj,0.41592804,0.01000,0.785
2,self_attn.o_proj,0.04467802,0.01000,1.613
2,mlp.up_proj,8.30403709,0.01000,0.850
2,mlp.gate_proj,23.30093765,0.01000,0.828
2,mlp.down_proj,9.58102322,0.01000,2.443
3,self_attn.k_proj,1.44680190,0.01000,0.800
3,self_attn.v_proj,1.43631136,0.01000,0.797
3,self_attn.q_proj,2.97229481,0.01000,0.821
3,self_attn.o_proj,0.09367393,0.01000,1.644
3,mlp.up_proj,10.77739048,0.01000,0.835
3,mlp.gate_proj,27.79380035,0.01000,0.812
3,mlp.down_proj,0.55550367,0.01000,2.427
4,self_attn.k_proj,1.27063870,0.01000,0.803
4,self_attn.v_proj,1.34808016,0.01000,0.843
4,self_attn.q_proj,2.69337249,0.01000,0.814
4,self_attn.o_proj,0.18775932,0.01000,1.663
4,mlp.up_proj,10.91830254,0.01000,0.821
4,mlp.gate_proj,24.95001793,0.01000,0.800
4,mlp.down_proj,0.69012046,0.01000,2.392
5,self_attn.k_proj,1.98588836,0.01000,0.889
5,self_attn.v_proj,2.08316422,0.01000,0.852
5,self_attn.q_proj,4.84142590,0.01000,0.846
5,self_attn.o_proj,0.21824518,0.01000,1.607
5,mlp.up_proj,10.45971394,0.01000,0.807
5,mlp.gate_proj,17.59408760,0.01000,0.795
5,mlp.down_proj,0.80568671,0.01000,2.404
6,self_attn.k_proj,1.55356169,0.01000,0.810
6,self_attn.v_proj,1.45630288,0.01000,0.845
6,self_attn.q_proj,3.48395824,0.01000,0.800
6,self_attn.o_proj,0.24265161,0.01000,1.641
6,mlp.up_proj,13.60540009,0.01000,0.817
6,mlp.gate_proj,21.76893616,0.01000,0.799
6,mlp.down_proj,1.11044288,0.01000,4.780
7,self_attn.k_proj,2.89199114,0.01000,0.798
7,self_attn.v_proj,3.17534208,0.01000,0.807
7,self_attn.q_proj,7.01412106,0.01000,0.800
7,self_attn.o_proj,0.32582614,0.01000,1.603
7,mlp.up_proj,15.36511898,0.01000,0.829
7,mlp.gate_proj,24.99127579,0.01000,0.813
7,mlp.down_proj,1.14943695,0.01000,2.436
8,self_attn.k_proj,3.83929658,0.01000,0.818
8,self_attn.v_proj,3.59820890,0.01000,0.796
8,self_attn.q_proj,8.58047104,0.01000,0.807
8,self_attn.o_proj,0.39519659,0.01000,1.602
8,mlp.up_proj,16.00679779,0.01000,0.825
8,mlp.gate_proj,25.02206421,0.01000,0.805
8,mlp.down_proj,1.38133574,0.01000,2.420
9,self_attn.k_proj,6.60788870,0.01000,0.810
9,self_attn.v_proj,6.68736696,0.01000,0.801
9,self_attn.q_proj,16.22521210,0.01000,0.813
9,self_attn.o_proj,0.65055764,0.01000,3.914
9,mlp.up_proj,18.05675507,0.01000,0.853
9,mlp.gate_proj,28.89829254,0.01000,0.824
9,mlp.down_proj,1.98767900,0.01000,2.506
10,self_attn.k_proj,5.81962681,0.01000,0.813
10,self_attn.v_proj,5.87925911,0.01000,3.106
10,self_attn.q_proj,13.92704010,0.01000,0.823
10,self_attn.o_proj,0.50328958,0.01000,1.601
10,mlp.up_proj,18.31326866,0.01000,0.793
10,mlp.gate_proj,29.24842453,0.01000,0.779
10,mlp.down_proj,2.75129175,0.01000,2.496
11,self_attn.k_proj,11.29457474,0.01000,0.825
11,self_attn.v_proj,10.25756264,0.01000,0.796
11,self_attn.q_proj,29.57522964,0.01000,0.802
11,self_attn.o_proj,1.55021191,0.01000,1.545
11,mlp.up_proj,19.14636230,0.01000,0.805
11,mlp.gate_proj,24.88672256,0.01000,0.796
11,mlp.down_proj,3.72081232,0.01000,2.422
12,self_attn.k_proj,10.67580223,0.01000,0.788
12,self_attn.v_proj,11.11631393,0.01000,0.773
12,self_attn.q_proj,29.40251541,0.01000,0.763
12,self_attn.o_proj,0.80357474,0.01000,1.601
12,mlp.up_proj,18.34258270,0.01000,0.834
12,mlp.gate_proj,22.05152512,0.01000,0.832
12,mlp.down_proj,3.78158283,0.01000,2.471
13,self_attn.k_proj,10.85156822,0.01000,0.790
13,self_attn.v_proj,12.67094994,0.01000,0.797
13,self_attn.q_proj,31.51013565,0.01000,0.769
13,self_attn.o_proj,1.03769088,0.01000,1.610
13,mlp.up_proj,20.71628189,0.01000,3.127
13,mlp.gate_proj,25.42280388,0.01000,0.855
13,mlp.down_proj,4.56002855,0.01000,2.433
14,self_attn.k_proj,15.55553055,0.01000,0.822
14,self_attn.v_proj,16.42515755,0.01000,0.790
14,self_attn.q_proj,42.67663193,0.01000,0.809
14,self_attn.o_proj,1.48264790,0.01000,3.939
14,mlp.up_proj,22.52925301,0.01000,0.823
14,mlp.gate_proj,27.15896225,0.01000,0.787
14,mlp.down_proj,6.08859825,0.01000,2.469
15,self_attn.k_proj,26.13846207,0.01000,0.807
15,self_attn.v_proj,33.15752411,0.01000,0.810
15,self_attn.q_proj,82.85574341,0.01000,0.848
15,self_attn.o_proj,1.87092257,0.01000,1.646
15,mlp.up_proj,24.61857605,0.01000,0.784
15,mlp.gate_proj,29.17036057,0.01000,0.764
15,mlp.down_proj,6.36075974,0.01000,2.326
16,self_attn.k_proj,37.01479721,0.01000,0.868
16,self_attn.v_proj,34.62160110,0.01000,0.850
16,self_attn.q_proj,106.42437744,0.01000,0.855
16,self_attn.o_proj,3.19365549,0.01000,1.642
16,mlp.up_proj,27.75200653,0.01000,0.938
16,mlp.gate_proj,30.42004776,0.01000,0.932
16,mlp.down_proj,12.58537388,0.01000,2.831
17,self_attn.k_proj,79.99317932,0.01000,0.793
17,self_attn.v_proj,93.65335083,0.01000,0.802
17,self_attn.q_proj,244.60343933,0.01000,0.788
17,self_attn.o_proj,7.01374912,0.01000,1.653
17,mlp.up_proj,43.08985519,0.01000,0.804
17,mlp.gate_proj,46.70534515,0.01000,0.793
17,mlp.down_proj,14.86508942,0.01000,2.594
18,self_attn.k_proj,75.82135010,0.01000,0.887
18,self_attn.v_proj,87.96640015,0.01000,0.850
18,self_attn.q_proj,237.32330322,0.01000,0.872
18,self_attn.o_proj,5.63881540,0.01000,1.714
18,mlp.up_proj,51.59109497,0.01000,0.799
18,mlp.gate_proj,55.12115860,0.01000,0.785
18,mlp.down_proj,22.11010742,0.01000,2.423
19,self_attn.k_proj,124.39602661,0.01000,0.860
19,self_attn.v_proj,150.80395508,0.01000,0.781
19,self_attn.q_proj,414.29577637,0.01000,0.777
19,self_attn.o_proj,8.64890957,0.01000,1.642
19,mlp.up_proj,63.65349579,0.01000,0.816
19,mlp.gate_proj,58.82956696,0.01000,0.785
19,mlp.down_proj,41.42405319,0.01000,2.584
20,self_attn.k_proj,175.23437500,0.01000,0.865
20,self_attn.v_proj,207.01634216,0.01000,0.844
20,self_attn.q_proj,518.91613770,0.01000,0.780
20,self_attn.o_proj,10.22076607,0.01000,1.606
20,mlp.up_proj,71.64512634,0.01000,2.799
20,mlp.gate_proj,63.10631943,0.01000,0.852
20,mlp.down_proj,44.86614990,0.01000,2.388
21,self_attn.k_proj,289.59191895,0.01000,0.851
21,self_attn.v_proj,350.48501587,0.01000,0.840
21,self_attn.q_proj,874.95886230,0.01000,0.822
21,self_attn.o_proj,12.66671181,0.01000,3.091
21,mlp.up_proj,83.44633484,0.01000,0.822
21,mlp.gate_proj,66.06956482,0.01000,0.822
21,mlp.down_proj,58.72212219,0.01000,2.467
22,self_attn.k_proj,307.84228516,0.01000,0.843
22,self_attn.v_proj,401.49685669,0.01000,0.844
22,self_attn.q_proj,857.97326660,0.01000,2.264
22,self_attn.o_proj,10.08395195,0.01000,1.682
22,mlp.up_proj,88.53784180,0.01000,0.815
22,mlp.gate_proj,68.18612671,0.01000,0.860
22,mlp.down_proj,60.68857574,0.01000,2.533
23,self_attn.k_proj,396.40359497,0.01000,0.839
23,self_attn.v_proj,448.33630371,0.01000,0.823
23,self_attn.q_proj,935.64941406,0.01000,0.816
23,self_attn.o_proj,19.60353470,0.01000,1.616
23,mlp.up_proj,97.05142212,0.01000,0.837
23,mlp.gate_proj,73.16721344,0.01000,0.822
23,mlp.down_proj,58.06675720,0.01000,2.435
24,self_attn.k_proj,649.15832520,0.01000,0.821
24,self_attn.v_proj,687.09191895,0.01000,0.802
24,self_attn.q_proj,1841.71215820,0.01000,0.806
24,self_attn.o_proj,18.09644127,0.01000,1.650
24,mlp.up_proj,88.77365875,0.01000,0.825
24,mlp.gate_proj,64.14232635,0.01000,0.811
24,mlp.down_proj,60.50457001,0.01000,2.498
25,self_attn.k_proj,755.20190430,0.01000,0.814
25,self_attn.v_proj,1080.13952637,0.01000,0.804
25,self_attn.q_proj,2428.45141602,0.01000,0.816
25,self_attn.o_proj,27.73341370,0.01000,1.634
25,mlp.up_proj,84.95075226,0.01000,0.842
25,mlp.gate_proj,58.05685425,0.01000,0.819
25,mlp.down_proj,73.79795837,0.01000,2.442
26,self_attn.k_proj,724.22442627,0.01000,0.833
26,self_attn.v_proj,999.59478760,0.01000,0.815
26,self_attn.q_proj,2770.81396484,0.01000,0.817
26,self_attn.o_proj,78.44458771,0.01000,1.636
26,mlp.up_proj,86.73683929,0.01000,0.828
26,mlp.gate_proj,60.53210831,0.01000,0.824
26,mlp.down_proj,100.78281403,0.01000,2.436
27,self_attn.k_proj,516.09704590,0.01000,0.830
27,self_attn.v_proj,638.56811523,0.01000,2.372
27,self_attn.q_proj,1168.94189453,0.01000,0.820
27,self_attn.o_proj,40.89845276,0.01000,1.650
27,mlp.up_proj,144.71134949,0.01000,0.811
27,mlp.gate_proj,127.13086700,0.01000,0.817
27,mlp.down_proj,154.81857300,0.01000,2.518