| layer,module,loss,samples,damp,time | |
| 0,linear_attn.in_proj_qkv,0.0000465595,0.01000,4.838 | |
| 0,linear_attn.in_proj_z,0.0000305803,0.01000,3.571 | |
| 0,linear_attn.out_proj,0.0000000691,0.01000,3.946 | |
| 0,mlp.up_proj,0.0000002992,0.01000,9.341 | |
| 0,mlp.gate_proj,0.0000003201,0.01000,9.540 | |
| 0,mlp.down_proj,0.0000000011,0.01000,13.401 | |
| 1,linear_attn.in_proj_qkv,0.0000048377,0.01000,3.311 | |
| 1,linear_attn.in_proj_z,0.0000029758,0.01000,3.544 | |
| 1,linear_attn.out_proj,0.0000000068,0.01000,4.353 | |
| 1,mlp.up_proj,0.0000006274,0.01000,9.839 | |
| 1,mlp.gate_proj,0.0000006530,0.01000,9.897 | |
| 1,mlp.down_proj,0.0000000016,0.01000,13.298 | |
| 2,linear_attn.in_proj_qkv,0.0000065660,0.01000,3.461 | |
| 2,linear_attn.in_proj_z,0.0000039966,0.01000,3.271 | |
| 2,linear_attn.out_proj,0.0000000109,0.01000,4.008 | |
| 2,mlp.up_proj,0.0000011682,0.01000,10.524 | |
| 2,mlp.gate_proj,0.0000012390,0.01000,10.542 | |
| 2,mlp.down_proj,0.0000000053,0.01000,12.445 | |
| 3,self_attn.k_proj,0.0000071029,0.01000,17.450 | |
| 3,self_attn.q_proj,0.0001030882,0.01000,17.632 | |
| 3,self_attn.v_proj,0.0000068607,0.01000,17.771 | |
| 3,self_attn.o_proj,0.0000000149,0.01000,3.971 | |
| 3,mlp.up_proj,0.0000013900,0.01000,9.998 | |
| 3,mlp.gate_proj,0.0000014284,0.01000,10.084 | |
| 3,mlp.down_proj,0.0000000040,0.01000,13.235 | |
| 4,linear_attn.in_proj_qkv,0.0000068506,0.01000,4.197 | |
| 4,linear_attn.in_proj_z,0.0000043613,0.01000,3.714 | |
| 4,linear_attn.out_proj,0.0000000150,0.01000,3.891 | |
| 4,mlp.gate_proj,0.0000019025,0.01000,8.847 | |
| 4,mlp.up_proj,0.0000018767,0.01000,8.865 | |
| 4,mlp.down_proj,0.0000000052,0.01000,14.583 | |
| 5,linear_attn.in_proj_qkv,0.0000096762,0.01000,3.360 | |
| 5,linear_attn.in_proj_z,0.0000063109,0.01000,3.823 | |
| 5,linear_attn.out_proj,0.0000000166,0.01000,4.406 | |
| 5,mlp.up_proj,0.0000023280,0.01000,9.872 | |
| 5,mlp.gate_proj,0.0000024457,0.01000,9.909 | |
| 5,mlp.down_proj,0.0000000076,0.01000,12.991 | |
| 6,linear_attn.in_proj_qkv,0.0000172638,0.01000,3.553 | |
| 6,linear_attn.in_proj_z,0.0000103571,0.01000,3.410 | |
| 6,linear_attn.out_proj,0.0000000315,0.01000,3.838 | |
| 6,mlp.up_proj,0.0000034171,0.01000,10.269 | |
| 6,mlp.gate_proj,0.0000036210,0.01000,10.413 | |
| 6,mlp.down_proj,0.0000000134,0.01000,13.372 | |
| 7,self_attn.k_proj,0.0000059113,0.01000,17.050 | |
| 7,self_attn.q_proj,0.0000787790,0.01000,17.114 | |
| 7,self_attn.v_proj,0.0000055630,0.01000,17.235 | |
| 7,self_attn.o_proj,0.0000000369,0.01000,3.965 | |
| 7,mlp.up_proj,0.0000038006,0.01000,9.871 | |
| 7,mlp.gate_proj,0.0000040251,0.01000,9.951 | |
| 7,mlp.down_proj,0.0000000171,0.01000,13.071 | |
| 8,linear_attn.in_proj_qkv,0.0000140466,0.01000,3.524 | |
| 8,linear_attn.in_proj_z,0.0000088766,0.01000,3.591 | |
| 8,linear_attn.out_proj,0.0000000424,0.01000,3.995 | |
| 8,mlp.up_proj,0.0000042088,0.01000,8.027 | |
| 8,mlp.gate_proj,0.0000044353,0.01000,8.224 | |
| 8,mlp.down_proj,0.0000000186,0.01000,12.656 | |
| 9,linear_attn.in_proj_qkv,0.0000146743,0.01000,3.415 | |
| 9,linear_attn.in_proj_z,0.0000090112,0.01000,3.189 | |
| 9,linear_attn.out_proj,0.0000000407,0.01000,4.258 | |
| 9,mlp.up_proj,0.0000044021,0.01000,9.325 | |
| 9,mlp.gate_proj,0.0000046012,0.01000,9.398 | |
| 9,mlp.down_proj,0.0000000203,0.01000,11.828 | |
| 10,linear_attn.in_proj_qkv,0.0000148848,0.01000,3.323 | |
| 10,linear_attn.in_proj_z,0.0000089107,0.01000,3.390 | |
| 10,linear_attn.out_proj,0.0000000605,0.01000,4.166 | |
| 10,mlp.up_proj,0.0000044844,0.01000,9.541 | |
| 10,mlp.gate_proj,0.0000046451,0.01000,9.599 | |
| 10,mlp.down_proj,0.0000000244,0.01000,12.810 | |
| 11,self_attn.k_proj,0.0000049339,0.01000,16.118 | |
| 11,self_attn.q_proj,0.0000630472,0.01000,16.206 | |
| 11,self_attn.v_proj,0.0000047324,0.01000,16.319 | |
| 11,self_attn.o_proj,0.0000001008,0.01000,4.058 | |
| 11,mlp.up_proj,0.0000052183,0.01000,8.230 | |
| 11,mlp.gate_proj,0.0000054071,0.01000,8.277 | |
| 11,mlp.down_proj,0.0000000347,0.01000,12.730 | |
| 12,linear_attn.in_proj_qkv,0.0000193344,0.01000,4.267 | |
| 12,linear_attn.in_proj_z,0.0000115214,0.01000,4.999 | |
| 12,linear_attn.out_proj,0.0000000890,0.01000,5.844 | |
| 12,mlp.up_proj,0.0000054587,0.01000,10.800 | |
| 12,mlp.gate_proj,0.0000056580,0.01000,10.822 | |
| 12,mlp.down_proj,0.0000000387,0.01000,17.711 | |
| 13,linear_attn.in_proj_qkv,0.0000205298,0.01000,4.015 | |
| 13,linear_attn.in_proj_z,0.0000116700,0.01000,4.442 | |
| 13,linear_attn.out_proj,0.0000001050,0.01000,5.942 | |
| 13,mlp.up_proj,0.0000060140,0.01000,11.864 | |
| 13,mlp.gate_proj,0.0000062457,0.01000,11.944 | |
| 13,mlp.down_proj,0.0000000448,0.01000,17.853 | |
| 14,linear_attn.in_proj_qkv,0.0000228385,0.01000,3.808 | |
| 14,linear_attn.in_proj_z,0.0000134632,0.01000,4.232 | |
| 14,linear_attn.out_proj,0.0000001706,0.01000,6.292 | |
| 14,mlp.gate_proj,0.0000068234,0.01000,11.267 | |
| 14,mlp.up_proj,0.0000065948,0.01000,11.368 | |
| 14,mlp.down_proj,0.0000000568,0.01000,17.929 | |
| 15,self_attn.k_proj,0.0000042516,0.01000,20.526 | |
| 15,self_attn.v_proj,0.0000042227,0.01000,20.863 | |
| 15,self_attn.q_proj,0.0000498335,0.01000,20.935 | |
| 15,self_attn.o_proj,0.0000001376,0.01000,5.051 | |
| 15,mlp.up_proj,0.0000080230,0.01000,11.382 | |
| 15,mlp.gate_proj,0.0000082196,0.01000,11.410 | |
| 15,mlp.down_proj,0.0000000800,0.01000,16.850 | |
| 16,linear_attn.in_proj_qkv,0.0000244958,0.01000,4.882 | |
| 16,linear_attn.in_proj_z,0.0000139996,0.01000,4.429 | |
| 16,linear_attn.out_proj,0.0000001649,0.01000,4.950 | |
| 16,mlp.up_proj,0.0000090578,0.01000,11.231 | |
| 16,mlp.gate_proj,0.0000093029,0.01000,11.275 | |
| 16,mlp.down_proj,0.0000001030,0.01000,16.792 | |
| 17,linear_attn.in_proj_qkv,0.0000282585,0.01000,5.239 | |
| 17,linear_attn.in_proj_z,0.0000146324,0.01000,4.718 | |
| 17,linear_attn.out_proj,0.0000002194,0.01000,5.066 | |
| 17,mlp.gate_proj,0.0000110414,0.01000,11.310 | |
| 17,mlp.up_proj,0.0000107577,0.01000,11.355 | |
| 17,mlp.down_proj,0.0000001347,0.01000,16.906 | |
| 18,linear_attn.in_proj_qkv,0.0000304728,0.01000,4.571 | |
| 18,linear_attn.in_proj_z,0.0000170016,0.01000,4.615 | |
| 18,linear_attn.out_proj,0.0000003511,0.01000,5.093 | |
| 18,mlp.up_proj,0.0000138877,0.01000,11.130 | |
| 18,mlp.gate_proj,0.0000143212,0.01000,11.158 | |
| 18,mlp.down_proj,0.0000002540,0.01000,17.289 | |
| 19,self_attn.k_proj,0.0000044707,0.01000,19.904 | |
| 19,self_attn.q_proj,0.0000538362,0.01000,20.042 | |
| 19,self_attn.v_proj,0.0000048465,0.01000,20.141 | |
| 19,self_attn.o_proj,0.0000008460,0.01000,4.935 | |
| 19,mlp.gate_proj,0.0000218919,0.01000,12.212 | |
| 19,mlp.up_proj,0.0000211867,0.01000,12.329 | |
| 19,mlp.down_proj,0.0000004457,0.01000,16.790 | |
| 20,linear_attn.in_proj_qkv,0.0000626688,0.01000,3.637 | |
| 20,linear_attn.in_proj_z,0.0000359357,0.01000,4.110 | |
| 20,linear_attn.out_proj,0.0000007770,0.01000,5.139 | |
| 20,mlp.gate_proj,0.0000283249,0.01000,12.657 | |
| 20,mlp.up_proj,0.0000268738,0.01000,12.850 | |
| 20,mlp.down_proj,0.0000006253,0.01000,16.270 | |
| 21,linear_attn.in_proj_qkv,0.0000755664,0.01000,4.286 | |
| 21,linear_attn.in_proj_z,0.0000491567,0.01000,3.860 | |
| 21,linear_attn.out_proj,0.0000008459,0.01000,5.031 | |
| 21,mlp.up_proj,0.0000305040,0.01000,12.990 | |
| 21,mlp.gate_proj,0.0000320680,0.01000,13.029 | |
| 21,mlp.down_proj,0.0000005691,0.01000,15.314 | |
| 22,linear_attn.in_proj_qkv,0.0000670322,0.01000,4.261 | |
| 22,linear_attn.in_proj_z,0.0000417217,0.01000,4.178 | |
| 22,linear_attn.out_proj,0.0000006635,0.01000,5.132 | |
| 22,mlp.gate_proj,0.0000388471,0.01000,12.702 | |
| 22,mlp.up_proj,0.0000351618,0.01000,12.860 | |
| 22,mlp.down_proj,0.0000006516,0.01000,15.353 | |
| 23,self_attn.k_proj,0.0000069196,0.01000,19.722 | |
| 23,self_attn.v_proj,0.0000077916,0.01000,19.821 | |
| 23,self_attn.q_proj,0.0000793075,0.01000,19.915 | |
| 23,self_attn.o_proj,0.0000011365,0.01000,5.853 | |
| 23,mlp.up_proj,0.0000435874,0.01000,12.105 | |
| 23,mlp.gate_proj,0.0000463842,0.01000,12.134 | |
| 23,mlp.down_proj,0.0000008425,0.01000,16.878 | |
| 24,linear_attn.in_proj_qkv,0.0000698582,0.01000,5.795 | |
| 24,linear_attn.in_proj_z,0.0000404147,0.01000,3.633 | |
| 24,linear_attn.out_proj,0.0000012276,0.01000,5.637 | |
| 24,mlp.gate_proj,0.0000538200,0.01000,12.149 | |
| 24,mlp.up_proj,0.0000504490,0.01000,12.406 | |
| 24,mlp.down_proj,0.0000010879,0.01000,17.926 | |
| 25,linear_attn.in_proj_qkv,0.0000758185,0.01000,4.323 | |
| 25,linear_attn.in_proj_z,0.0000412498,0.01000,4.245 | |
| 25,linear_attn.out_proj,0.0000013347,0.01000,5.787 | |
| 25,mlp.gate_proj,0.0000522937,0.01000,11.877 | |
| 25,mlp.up_proj,0.0000513961,0.01000,11.993 | |
| 25,mlp.down_proj,0.0000012097,0.01000,17.317 | |
| 26,linear_attn.in_proj_qkv,0.0000698884,0.01000,4.032 | |
| 26,linear_attn.in_proj_z,0.0000367971,0.01000,4.119 | |
| 26,linear_attn.out_proj,0.0000021574,0.01000,5.719 | |
| 26,mlp.gate_proj,0.0000521411,0.01000,11.782 | |
| 26,mlp.up_proj,0.0000537349,0.01000,11.866 | |
| 26,mlp.down_proj,0.0000015733,0.01000,17.857 | |
| 27,self_attn.k_proj,0.0000077329,0.01000,20.770 | |
| 27,self_attn.q_proj,0.0000883736,0.01000,21.046 | |
| 27,self_attn.v_proj,0.0000080222,0.01000,21.144 | |
| 27,self_attn.o_proj,0.0000039121,0.01000,4.788 | |
| 27,mlp.up_proj,0.0000675765,0.01000,11.633 | |
| 27,mlp.gate_proj,0.0000635203,0.01000,11.692 | |
| 27,mlp.down_proj,0.0000022758,0.01000,17.126 | |
| 28,linear_attn.in_proj_qkv,0.0000878155,0.01000,4.772 | |
| 28,linear_attn.in_proj_z,0.0000424791,0.01000,4.331 | |
| 28,linear_attn.out_proj,0.0000027610,0.01000,5.341 | |
| 28,mlp.gate_proj,0.0000662915,0.01000,11.470 | |
| 28,mlp.up_proj,0.0000719431,0.01000,11.574 | |
| 28,mlp.down_proj,0.0000024675,0.01000,17.238 | |
| 29,linear_attn.in_proj_qkv,0.0001030115,0.01000,4.945 | |
| 29,linear_attn.in_proj_z,0.0000482778,0.01000,4.953 | |
| 29,linear_attn.out_proj,0.0000029918,0.01000,5.085 | |
| 29,mlp.gate_proj,0.0000713329,0.01000,11.608 | |
| 29,mlp.up_proj,0.0000777051,0.01000,11.647 | |
| 29,mlp.down_proj,0.0000029918,0.01000,17.246 | |
| 30,linear_attn.in_proj_qkv,0.0001099097,0.01000,5.325 | |
| 30,linear_attn.in_proj_z,0.0000528073,0.01000,4.685 | |
| 30,linear_attn.out_proj,0.0000046937,0.01000,4.467 | |
| 30,mlp.gate_proj,0.0000766497,0.01000,11.782 | |
| 30,mlp.up_proj,0.0000854201,0.01000,11.896 | |
| 30,mlp.down_proj,0.0000040538,0.01000,17.052 | |
| 31,self_attn.k_proj,0.0000117875,0.01000,20.046 | |
| 31,self_attn.v_proj,0.0000146597,0.01000,20.150 | |
| 31,self_attn.q_proj,0.0001238897,0.01000,20.185 | |
| 31,self_attn.o_proj,0.0000079213,0.01000,5.054 | |
| 31,mlp.gate_proj,0.0000901246,0.01000,12.966 | |
| 31,mlp.up_proj,0.0001026148,0.01000,12.995 | |
| 31,mlp.down_proj,0.0000054125,0.01000,15.526 | |
| 32,linear_attn.in_proj_qkv,0.0001411392,0.01000,4.297 | |
| 32,linear_attn.in_proj_z,0.0000633579,0.01000,4.290 | |
| 32,linear_attn.out_proj,0.0000059818,0.01000,4.378 | |
| 32,mlp.gate_proj,0.0001081419,0.01000,13.008 | |
| 32,mlp.up_proj,0.0001243875,0.01000,13.039 | |
| 32,mlp.down_proj,0.0000065014,0.01000,16.164 | |
| 33,linear_attn.in_proj_qkv,0.0001823122,0.01000,4.205 | |
| 33,linear_attn.in_proj_z,0.0000766750,0.01000,4.380 | |
| 33,linear_attn.out_proj,0.0000079385,0.01000,4.661 | |
| 33,mlp.gate_proj,0.0001244953,0.01000,12.917 | |
| 33,mlp.up_proj,0.0001456266,0.01000,12.994 | |
| 33,mlp.down_proj,0.0000071197,0.01000,16.185 | |
| 34,linear_attn.in_proj_qkv,0.0001931272,0.01000,4.665 | |
| 34,linear_attn.in_proj_z,0.0000884646,0.01000,4.202 | |
| 34,linear_attn.out_proj,0.0000076319,0.01000,5.294 | |
| 34,mlp.gate_proj,0.0001349536,0.01000,11.966 | |
| 34,mlp.up_proj,0.0001622027,0.01000,12.144 | |
| 34,mlp.down_proj,0.0000092788,0.01000,17.727 | |
| 35,self_attn.v_proj,0.0000297213,0.01000,20.105 | |
| 35,self_attn.k_proj,0.0000202671,0.01000,20.288 | |
| 35,self_attn.q_proj,0.0002131211,0.01000,20.312 | |
| 35,self_attn.o_proj,0.0000165856,0.01000,6.004 | |
| 35,mlp.gate_proj,0.0001520905,0.01000,11.776 | |
| 35,mlp.up_proj,0.0001754468,0.01000,11.835 | |
| 35,mlp.down_proj,0.0000088191,0.01000,17.986 | |
| 36,linear_attn.in_proj_qkv,0.0002695622,0.01000,4.256 | |
| 36,linear_attn.in_proj_z,0.0001382797,0.01000,4.288 | |
| 36,linear_attn.out_proj,0.0000042044,0.01000,5.340 | |
| 36,mlp.gate_proj,0.0001673946,0.01000,11.956 | |
| 36,mlp.up_proj,0.0001709744,0.01000,12.124 | |
| 36,mlp.down_proj,0.0000069419,0.01000,19.004 | |
| 37,linear_attn.in_proj_qkv,0.0002804669,0.01000,4.277 | |
| 37,linear_attn.in_proj_z,0.0001635379,0.01000,5.277 | |
| 37,linear_attn.out_proj,0.0000043134,0.01000,5.981 | |
| 37,mlp.up_proj,0.0001598896,0.01000,11.962 | |
| 37,mlp.gate_proj,0.0001610927,0.01000,12.038 | |
| 37,mlp.down_proj,0.0000061502,0.01000,18.387 | |
| 38,linear_attn.in_proj_qkv,0.0002559712,0.01000,4.407 | |
| 38,linear_attn.in_proj_z,0.0001519346,0.01000,5.260 | |
| 38,linear_attn.out_proj,0.0000033474,0.01000,5.072 | |
| 38,mlp.gate_proj,0.0002102250,0.01000,11.566 | |
| 38,mlp.up_proj,0.0001819107,0.01000,11.609 | |
| 38,mlp.down_proj,0.0000064125,0.01000,17.788 | |
| 39,self_attn.v_proj,0.0000256012,0.01000,20.503 | |
| 39,self_attn.q_proj,0.0002164532,0.01000,20.587 | |
| 39,self_attn.k_proj,0.0000195338,0.01000,20.718 | |
| 39,self_attn.o_proj,0.0000100446,0.01000,5.098 | |
| 39,mlp.up_proj,0.0001702656,0.01000,12.953 | |
| 39,mlp.gate_proj,0.0001858761,0.01000,13.025 | |
| 39,mlp.down_proj,0.0000053651,0.01000,15.871 | |
| 40,linear_attn.in_proj_qkv,0.0002165669,0.01000,6.048 | |
| 40,linear_attn.in_proj_z,0.0001219398,0.01000,4.178 | |
| 40,linear_attn.out_proj,0.0000043043,0.01000,4.662 | |
| 40,mlp.gate_proj,0.0002016520,0.01000,12.306 | |
| 40,mlp.up_proj,0.0001809801,0.01000,12.418 | |
| 40,mlp.down_proj,0.0000061339,0.01000,16.490 | |
| 41,linear_attn.in_proj_qkv,0.0002043740,0.01000,5.530 | |
| 41,linear_attn.in_proj_z,0.0001144006,0.01000,4.321 | |
| 41,linear_attn.out_proj,0.0000034344,0.01000,4.390 | |
| 41,mlp.up_proj,0.0001675813,0.01000,12.233 | |
| 41,mlp.gate_proj,0.0001684914,0.01000,12.310 | |
| 41,mlp.down_proj,0.0000066101,0.01000,16.020 | |
| 42,linear_attn.in_proj_qkv,0.0001864982,0.01000,5.811 | |
| 42,linear_attn.in_proj_z,0.0001013298,0.01000,4.442 | |
| 42,linear_attn.out_proj,0.0000060871,0.01000,5.023 | |
| 42,mlp.gate_proj,0.0001540212,0.01000,11.552 | |
| 42,mlp.up_proj,0.0001637856,0.01000,11.681 | |
| 42,mlp.down_proj,0.0000082843,0.01000,17.642 | |
| 43,self_attn.k_proj,0.0000194965,0.01000,20.762 | |
| 43,self_attn.v_proj,0.0000267600,0.01000,20.900 | |
| 43,self_attn.q_proj,0.0002105088,0.01000,21.024 | |
| 43,self_attn.o_proj,0.0000190630,0.01000,4.308 | |
| 43,mlp.up_proj,0.0001904914,0.01000,13.082 | |
| 43,mlp.gate_proj,0.0001721011,0.01000,13.195 | |
| 43,mlp.down_proj,0.0000101658,0.01000,17.366 | |
| 44,linear_attn.in_proj_qkv,0.0002125827,0.01000,4.503 | |
| 44,linear_attn.in_proj_z,0.0001049343,0.01000,4.503 | |
| 44,linear_attn.out_proj,0.0000073438,0.01000,5.065 | |
| 44,mlp.gate_proj,0.0001767046,0.01000,12.428 | |
| 44,mlp.up_proj,0.0001980982,0.01000,12.561 | |
| 44,mlp.down_proj,0.0000107053,0.01000,16.416 | |
| 45,linear_attn.in_proj_qkv,0.0002301205,0.01000,4.100 | |
| 45,linear_attn.in_proj_z,0.0001133411,0.01000,4.269 | |
| 45,linear_attn.out_proj,0.0000067958,0.01000,5.488 | |
| 45,mlp.gate_proj,0.0001815128,0.01000,12.960 | |
| 45,mlp.up_proj,0.0002038248,0.01000,12.999 | |
| 45,mlp.down_proj,0.0000117689,0.01000,17.039 | |
| 46,linear_attn.in_proj_qkv,0.0002410166,0.01000,4.602 | |
| 46,linear_attn.in_proj_z,0.0001195199,0.01000,4.756 | |
| 46,linear_attn.out_proj,0.0000106593,0.01000,6.061 | |
| 46,mlp.gate_proj,0.0001838977,0.01000,13.260 | |
| 46,mlp.up_proj,0.0002108314,0.01000,13.330 | |
| 46,mlp.down_proj,0.0000135484,0.01000,19.642 | |
| 47,self_attn.k_proj,0.0000272281,0.01000,16.301 | |
| 47,self_attn.v_proj,0.0000459376,0.01000,16.311 | |
| 47,self_attn.q_proj,0.0002806311,0.01000,16.431 | |
| 47,self_attn.o_proj,0.0000264252,0.01000,4.321 | |
| 47,mlp.gate_proj,0.0002192224,0.01000,9.299 | |
| 47,mlp.up_proj,0.0002510076,0.01000,9.386 | |
| 47,mlp.down_proj,0.0000174404,0.01000,12.689 | |
| 48,linear_attn.in_proj_qkv,0.0002837483,0.01000,3.622 | |
| 48,linear_attn.in_proj_z,0.0001363739,0.01000,2.871 | |
| 48,linear_attn.out_proj,0.0000098116,0.01000,3.461 | |
| 48,mlp.up_proj,0.0002761787,0.01000,9.404 | |
| 48,mlp.gate_proj,0.0002389715,0.01000,9.490 | |
| 48,mlp.down_proj,0.0000191603,0.01000,11.944 | |
| 49,linear_attn.in_proj_qkv,0.0003382158,0.01000,3.781 | |
| 49,linear_attn.in_proj_z,0.0001466734,0.01000,2.962 | |
| 49,linear_attn.out_proj,0.0000118660,0.01000,3.948 | |
| 49,mlp.up_proj,0.0002787075,0.01000,8.931 | |
| 49,mlp.gate_proj,0.0002376087,0.01000,8.958 | |
| 49,mlp.down_proj,0.0000217703,0.01000,12.872 | |
| 50,linear_attn.in_proj_qkv,0.0003170064,0.01000,3.242 | |
| 50,linear_attn.in_proj_z,0.0001498102,0.01000,3.053 | |
| 50,linear_attn.out_proj,0.0000222148,0.01000,3.818 | |
| 50,mlp.gate_proj,0.0002705110,0.01000,9.625 | |
| 50,mlp.up_proj,0.0003089729,0.01000,9.685 | |
| 50,mlp.down_proj,0.0000379229,0.01000,12.234 | |
| 51,self_attn.q_proj,0.0003904938,0.01000,16.188 | |
| 51,self_attn.k_proj,0.0000367747,0.01000,16.288 | |
| 51,self_attn.v_proj,0.0000770984,0.01000,16.317 | |
| 51,self_attn.o_proj,0.0000675822,0.01000,3.936 | |
| 51,mlp.up_proj,0.0003886414,0.01000,9.197 | |
| 51,mlp.gate_proj,0.0003319729,0.01000,9.223 | |
| 51,mlp.down_proj,0.0000452783,0.01000,12.002 | |
| 52,linear_attn.in_proj_qkv,0.0004915262,0.01000,3.585 | |
| 52,linear_attn.in_proj_z,0.0002357129,0.01000,3.747 | |
| 52,linear_attn.out_proj,0.0000185822,0.01000,4.429 | |
| 52,mlp.gate_proj,0.0003765633,0.01000,7.676 | |
| 52,mlp.up_proj,0.0003840524,0.01000,7.829 | |
| 52,mlp.down_proj,0.0000358539,0.01000,12.909 | |
| 53,linear_attn.in_proj_qkv,0.0004868115,0.01000,2.499 | |
| 53,linear_attn.in_proj_z,0.0002424216,0.01000,3.313 | |
| 53,linear_attn.out_proj,0.0000161716,0.01000,3.860 | |
| 53,mlp.gate_proj,0.0004000879,0.01000,9.965 | |
| 53,mlp.up_proj,0.0003850227,0.01000,10.024 | |
| 53,mlp.down_proj,0.0000381373,0.01000,12.209 | |
| 54,linear_attn.in_proj_qkv,0.0004595161,0.01000,3.252 | |
| 54,linear_attn.in_proj_z,0.0002529994,0.01000,3.525 | |
| 54,linear_attn.out_proj,0.0000212727,0.01000,4.330 | |
| 54,mlp.up_proj,0.0004466511,0.01000,8.232 | |
| 54,mlp.gate_proj,0.0004936524,0.01000,8.393 | |
| 54,mlp.down_proj,0.0000530516,0.01000,13.039 | |
| 55,self_attn.q_proj,0.0004352777,0.01000,15.776 | |
| 55,self_attn.v_proj,0.0000914873,0.01000,15.829 | |
| 55,self_attn.k_proj,0.0000395639,0.01000,15.901 | |
| 55,self_attn.o_proj,0.0000424179,0.01000,4.714 | |
| 55,mlp.up_proj,0.0004478328,0.01000,9.086 | |
| 55,mlp.gate_proj,0.0004768694,0.01000,9.150 | |
| 55,mlp.down_proj,0.0000382846,0.01000,12.185 | |
| 56,linear_attn.in_proj_qkv,0.0004960684,0.01000,3.595 | |
| 56,linear_attn.in_proj_z,0.0002529142,0.01000,3.049 | |
| 56,linear_attn.out_proj,0.0000178074,0.01000,3.998 | |
| 56,mlp.gate_proj,0.0004939634,0.01000,10.351 | |
| 56,mlp.up_proj,0.0004486849,0.01000,10.394 | |
| 56,mlp.down_proj,0.0000280172,0.01000,12.913 | |
| 57,linear_attn.in_proj_qkv,0.0005098134,0.01000,3.675 | |
| 57,linear_attn.in_proj_z,0.0002639756,0.01000,6.484 | |
| 57,linear_attn.out_proj,0.0000143255,0.01000,4.131 | |
| 57,mlp.up_proj,0.0005055156,0.01000,8.871 | |
| 57,mlp.gate_proj,0.0005675868,0.01000,8.919 | |
| 57,mlp.down_proj,0.0000293966,0.01000,13.795 | |
| 58,linear_attn.in_proj_qkv,0.0004955187,0.01000,3.365 | |
| 58,linear_attn.in_proj_z,0.0002751105,0.01000,2.776 | |
| 58,linear_attn.out_proj,0.0000218265,0.01000,2.988 | |
| 58,mlp.up_proj,0.0006015578,0.01000,9.663 | |
| 58,mlp.gate_proj,0.0006751317,0.01000,9.741 | |
| 58,mlp.down_proj,0.0000488076,0.01000,12.374 | |
| 59,self_attn.k_proj,0.0000493040,0.01000,17.238 | |
| 59,self_attn.q_proj,0.0005161758,0.01000,17.711 | |
| 59,self_attn.v_proj,0.0001953404,0.01000,17.753 | |
| 59,self_attn.o_proj,0.0001022928,0.01000,4.176 | |
| 59,mlp.gate_proj,0.0006658686,0.01000,8.717 | |
| 59,mlp.up_proj,0.0006093653,0.01000,8.902 | |
| 59,mlp.down_proj,0.0000679011,0.01000,12.651 | |
| 60,linear_attn.in_proj_qkv,0.0005593422,0.01000,3.221 | |
| 60,linear_attn.in_proj_z,0.0002729036,0.01000,2.679 | |
| 60,linear_attn.out_proj,0.0000513208,0.01000,4.113 | |
| 60,mlp.up_proj,0.0005944245,0.01000,9.187 | |
| 60,mlp.gate_proj,0.0006348773,0.01000,9.241 | |
| 60,mlp.down_proj,0.0000745988,0.01000,12.303 | |
| 61,linear_attn.in_proj_qkv,0.0004403089,0.01000,3.552 | |
| 61,linear_attn.in_proj_z,0.0002546274,0.01000,3.195 | |
| 61,linear_attn.out_proj,0.0000778997,0.01000,4.322 | |
| 61,mlp.gate_proj,0.0006772048,0.01000,9.103 | |
| 61,mlp.up_proj,0.0006411800,0.01000,9.131 | |
| 61,mlp.down_proj,0.0001109535,0.01000,12.444 | |
| 62,linear_attn.in_proj_qkv,0.0004666405,0.01000,3.666 | |
| 62,linear_attn.in_proj_z,0.0002469899,0.01000,2.752 | |
| 62,linear_attn.out_proj,0.0002129779,0.01000,3.847 | |
| 62,mlp.gate_proj,0.0006328930,0.01000,8.672 | |
| 62,mlp.up_proj,0.0006014320,0.01000,8.837 | |
| 62,mlp.down_proj,0.0001837080,0.01000,12.573 | |
| 63,self_attn.q_proj,0.0005039408,0.01000,16.709 | |
| 63,self_attn.k_proj,0.0000442387,0.01000,16.856 | |
| 63,self_attn.v_proj,0.0001613512,0.01000,16.868 | |
| 63,self_attn.o_proj,0.0002461547,0.01000,4.187 | |
| 63,mlp.gate_proj,0.0005901742,0.01000,9.777 | |
| 63,mlp.up_proj,0.0005432940,0.01000,9.816 | |
| 63,mlp.down_proj,0.0004097096,0.01000,12.570 | |