layer,module,loss,samples,damp,time 0,feed_forward.gate_proj,0.38460714,0.01000,3.514 0,feed_forward.up_proj,0.82365757,0.01000,0.331 0,feed_forward.down_proj,1.33191442,0.01000,0.786 1,feed_forward.gate_proj,0.40784642,0.01000,0.325 1,feed_forward.up_proj,0.72292030,0.01000,0.325 1,feed_forward.down_proj,1.25734186,0.01000,0.790 2,feed_forward.gate_proj,0.41958362,0.01000,0.325 2,feed_forward.up_proj,0.67922115,0.01000,0.324 2,feed_forward.down_proj,1.06382418,0.01000,0.783 3,feed_forward.gate_proj,0.42142141,0.01000,0.324 3,feed_forward.up_proj,0.63195246,0.01000,0.331 3,feed_forward.down_proj,1.04414237,0.01000,0.789 4,feed_forward.gate_proj,0.38893175,0.01000,0.327 4,feed_forward.up_proj,0.58311886,0.01000,0.330 4,feed_forward.down_proj,1.11400282,0.01000,0.782 5,feed_forward.gate_proj,0.43391776,0.01000,0.325 5,feed_forward.up_proj,0.64543879,0.01000,0.324 5,feed_forward.down_proj,0.99460411,0.01000,0.784 6,feed_forward.gate_proj,0.37171561,0.01000,0.325 6,feed_forward.up_proj,0.57279468,0.01000,0.331 6,feed_forward.down_proj,0.94100022,0.01000,0.781 7,feed_forward.gate_proj,0.35222825,0.01000,0.325 7,feed_forward.up_proj,0.54966891,0.01000,0.330 7,feed_forward.down_proj,3.97747660,0.01000,0.785 8,feed_forward.gate_proj,0.27775645,0.01000,0.331 8,feed_forward.up_proj,0.43413195,0.01000,0.325 8,feed_forward.down_proj,0.71157205,0.01000,0.788 9,feed_forward.gate_proj,0.38650489,0.01000,0.329 9,feed_forward.up_proj,0.54691160,0.01000,0.331 9,feed_forward.down_proj,0.83200783,0.01000,0.799 10,feed_forward.gate_proj,0.33953550,0.01000,0.328 10,feed_forward.up_proj,0.49958968,0.01000,0.331 10,feed_forward.down_proj,0.66564322,0.01000,0.800 11,feed_forward.gate_proj,0.31421462,0.01000,0.325 11,feed_forward.up_proj,0.47665620,0.01000,0.325 11,feed_forward.down_proj,0.64767241,0.01000,0.782 12,feed_forward.gate_proj,0.27845865,0.01000,0.325 12,feed_forward.up_proj,0.42508721,0.01000,0.325 12,feed_forward.down_proj,0.60289681,0.01000,0.783 13,feed_forward.gate_proj,0.27779424,0.01000,0.326 13,feed_forward.up_proj,0.43498048,0.01000,0.324 13,feed_forward.down_proj,0.59205204,0.01000,0.782 14,feed_forward.gate_proj,0.24566913,0.01000,0.328 14,feed_forward.up_proj,0.38529852,0.01000,0.325 14,feed_forward.down_proj,0.51592290,0.01000,0.782 15,feed_forward.gate_proj,0.23627183,0.01000,0.324 15,feed_forward.up_proj,0.35973051,0.01000,0.326 15,feed_forward.down_proj,0.47563332,0.01000,0.784 16,feed_forward.gate_proj,0.24712440,0.01000,0.329 16,feed_forward.up_proj,0.37297794,0.01000,0.324 16,feed_forward.down_proj,0.48180366,0.01000,0.785 17,feed_forward.gate_proj,0.24974042,0.01000,0.331 17,feed_forward.up_proj,0.37985963,0.01000,0.325 17,feed_forward.down_proj,0.69347858,0.01000,0.783 18,feed_forward.gate_proj,0.26166657,0.01000,0.327 18,feed_forward.up_proj,0.42311519,0.01000,0.324 18,feed_forward.down_proj,0.58208477,0.01000,0.781 19,feed_forward.gate_proj,0.28531614,0.01000,0.325 19,feed_forward.up_proj,0.45635584,0.01000,0.325 19,feed_forward.down_proj,0.54770344,0.01000,0.782 20,feed_forward.gate_proj,0.27940077,0.01000,0.331 20,feed_forward.up_proj,0.44965062,0.01000,0.325 20,feed_forward.down_proj,0.57960522,0.01000,0.793 21,feed_forward.gate_proj,0.25143602,0.01000,0.325 21,feed_forward.up_proj,0.41054243,0.01000,0.325 21,feed_forward.down_proj,0.66430873,0.01000,0.791 22,feed_forward.gate_proj,0.33066350,0.01000,0.328 22,feed_forward.up_proj,0.42899856,0.01000,0.326 22,feed_forward.down_proj,0.56956625,0.01000,0.797 23,feed_forward.gate_proj,0.34007436,0.01000,0.329 23,feed_forward.up_proj,0.45176920,0.01000,0.325 23,feed_forward.down_proj,0.55227280,0.01000,0.787 24,feed_forward.gate_proj,0.32932103,0.01000,0.327 24,feed_forward.up_proj,0.47050014,0.01000,0.324 24,feed_forward.down_proj,0.62485236,0.01000,0.782 25,feed_forward.gate_proj,0.33568370,0.01000,0.324 25,feed_forward.up_proj,0.48989022,0.01000,0.325 25,feed_forward.down_proj,0.58574748,0.01000,0.781 26,feed_forward.gate_proj,0.34945542,0.01000,0.326 26,feed_forward.up_proj,0.51811349,0.01000,0.325 26,feed_forward.down_proj,0.67908275,0.01000,0.784 27,feed_forward.gate_proj,0.34655887,0.01000,0.327 27,feed_forward.up_proj,0.52281988,0.01000,0.325 27,feed_forward.down_proj,0.72274661,0.01000,0.795 28,feed_forward.gate_proj,0.36532745,0.01000,0.325 28,feed_forward.up_proj,0.54827464,0.01000,0.327 28,feed_forward.down_proj,0.76591945,0.01000,0.780 29,feed_forward.gate_proj,0.36244062,0.01000,0.331 29,feed_forward.up_proj,0.54764831,0.01000,0.325 29,feed_forward.down_proj,0.79313082,0.01000,0.788 30,feed_forward.gate_proj,0.35253042,0.01000,0.323 30,feed_forward.up_proj,0.53322387,0.01000,0.324 30,feed_forward.down_proj,0.87830102,0.01000,0.782 31,feed_forward.gate_proj,0.38419867,0.01000,0.324 31,feed_forward.up_proj,0.58772117,0.01000,0.324 31,feed_forward.down_proj,1.14362562,0.01000,0.779 32,feed_forward.gate_proj,0.45227090,0.01000,0.323 32,feed_forward.up_proj,0.65692449,0.01000,0.324 32,feed_forward.down_proj,1.19812846,0.01000,0.781 33,feed_forward.gate_proj,0.48634827,0.01000,0.323 33,feed_forward.up_proj,0.70159638,0.01000,0.324 33,feed_forward.down_proj,1.35341358,0.01000,0.780 34,feed_forward.gate_proj,0.48772088,0.01000,0.323 34,feed_forward.up_proj,0.72197509,0.01000,0.325 34,feed_forward.down_proj,1.68534470,0.01000,0.781 35,feed_forward.gate_proj,0.58487427,0.01000,0.324 35,feed_forward.up_proj,0.81542224,0.01000,0.324 35,feed_forward.down_proj,2.00510979,0.01000,0.770 36,feed_forward.gate_proj,0.65051603,0.01000,0.325 36,feed_forward.up_proj,0.87847865,0.01000,0.324 36,feed_forward.down_proj,2.03591776,0.01000,0.778 37,feed_forward.gate_proj,0.72458744,0.01000,0.323 37,feed_forward.up_proj,0.96820199,0.01000,0.323 37,feed_forward.down_proj,2.43718338,0.01000,0.779 38,feed_forward.gate_proj,0.72300673,0.01000,0.325 38,feed_forward.up_proj,0.98883486,0.01000,0.324 38,feed_forward.down_proj,2.58109379,0.01000,0.779 39,feed_forward.gate_proj,0.82119608,0.01000,0.323 39,feed_forward.up_proj,1.11002421,0.01000,0.323 39,feed_forward.down_proj,2.90596366,0.01000,0.779 40,feed_forward.gate_proj,0.84907603,0.01000,0.324 40,feed_forward.up_proj,1.15429711,0.01000,0.325 40,feed_forward.down_proj,3.21848941,0.01000,0.780 41,feed_forward.gate_proj,0.92508781,0.01000,0.323 41,feed_forward.up_proj,1.27510762,0.01000,0.322 41,feed_forward.down_proj,3.63883805,0.01000,0.781 42,feed_forward.gate_proj,0.95336694,0.01000,0.324 42,feed_forward.up_proj,1.33728373,0.01000,0.324 42,feed_forward.down_proj,4.02241421,0.01000,0.779 43,feed_forward.gate_proj,1.00865054,0.01000,0.323 43,feed_forward.up_proj,1.42860007,0.01000,0.323 43,feed_forward.down_proj,4.69154739,0.01000,0.779 44,feed_forward.gate_proj,1.04704285,0.01000,0.325 44,feed_forward.up_proj,1.46284747,0.01000,0.324 44,feed_forward.down_proj,4.96187592,0.01000,0.779 45,feed_forward.gate_proj,1.13704443,0.01000,0.323 45,feed_forward.up_proj,1.55211520,0.01000,0.323 45,feed_forward.down_proj,5.06842899,0.01000,0.778 46,feed_forward.gate_proj,1.29182255,0.01000,0.324 46,feed_forward.up_proj,1.75685501,0.01000,0.324 46,feed_forward.down_proj,5.26838017,0.01000,0.780 47,feed_forward.gate_proj,1.43751395,0.01000,0.324 47,feed_forward.up_proj,1.96236706,0.01000,0.324 47,feed_forward.down_proj,6.22829676,0.01000,0.779 48,feed_forward.gate_proj,1.60320735,0.01000,0.324 48,feed_forward.up_proj,2.20047140,0.01000,0.324 48,feed_forward.down_proj,6.49637175,0.01000,0.780 49,feed_forward.gate_proj,1.64986825,0.01000,0.324 49,feed_forward.up_proj,2.30056000,0.01000,0.324 49,feed_forward.down_proj,7.16612387,0.01000,0.781 50,feed_forward.gate_proj,1.62522113,0.01000,0.324 50,feed_forward.up_proj,2.33179140,0.01000,0.324 50,feed_forward.down_proj,8.42624569,0.01000,0.777 51,feed_forward.gate_proj,1.76804709,0.01000,0.325 51,feed_forward.up_proj,2.59633970,0.01000,0.324 51,feed_forward.down_proj,8.93721008,0.01000,0.779 52,feed_forward.gate_proj,1.91085207,0.01000,0.324 52,feed_forward.up_proj,2.77592659,0.01000,0.324 52,feed_forward.down_proj,9.99490643,0.01000,0.779 53,feed_forward.gate_proj,2.12948370,0.01000,0.324 53,feed_forward.up_proj,3.07500482,0.01000,0.325 53,feed_forward.down_proj,10.16471481,0.01000,0.781 54,feed_forward.gate_proj,2.14012289,0.01000,0.323 54,feed_forward.up_proj,3.13744688,0.01000,0.323 54,feed_forward.down_proj,11.53307152,0.01000,0.780 55,feed_forward.gate_proj,2.18496680,0.01000,0.323 55,feed_forward.up_proj,3.20408154,0.01000,0.322 55,feed_forward.down_proj,12.20861626,0.01000,0.778 56,feed_forward.gate_proj,2.26996350,0.01000,0.324 56,feed_forward.up_proj,3.38677692,0.01000,0.324 56,feed_forward.down_proj,14.37996101,0.01000,0.779 57,feed_forward.gate_proj,2.28268671,0.01000,0.324 57,feed_forward.up_proj,3.44881177,0.01000,0.324 57,feed_forward.down_proj,16.14266205,0.01000,0.779 58,feed_forward.gate_proj,2.34447885,0.01000,0.324 58,feed_forward.up_proj,3.56282187,0.01000,0.325 58,feed_forward.down_proj,18.39873123,0.01000,0.781 59,feed_forward.gate_proj,2.46956372,0.01000,0.322 59,feed_forward.up_proj,3.70112514,0.01000,0.323 59,feed_forward.down_proj,19.44848061,0.01000,0.779 60,feed_forward.gate_proj,2.63539076,0.01000,0.324 60,feed_forward.up_proj,3.89778328,0.01000,0.324 60,feed_forward.down_proj,20.51875305,0.01000,0.779 61,feed_forward.gate_proj,2.81139278,0.01000,0.324 61,feed_forward.up_proj,3.94631791,0.01000,0.323 61,feed_forward.down_proj,23.73747253,0.01000,0.782 62,feed_forward.gate_proj,2.88709354,0.01000,0.325 62,feed_forward.up_proj,3.92709875,0.01000,0.324 62,feed_forward.down_proj,25.99878693,0.01000,0.780 63,feed_forward.gate_proj,3.08686781,0.01000,0.323 63,feed_forward.up_proj,3.97659349,0.01000,0.324 63,feed_forward.down_proj,42.45474625,0.01000,0.782 64,feed_forward.gate_proj,3.71655893,0.01000,0.324 64,feed_forward.up_proj,4.45641518,0.01000,0.324 64,feed_forward.down_proj,47.75360489,0.01000,0.771 65,feed_forward.gate_proj,7.16794777,0.01000,0.322 65,feed_forward.up_proj,8.52308655,0.01000,0.323 65,feed_forward.down_proj,120.21347046,0.01000,0.782